-- Logs begin at Wed 2020-11-18 15:18:50 UTC, end at Wed 2020-11-18 16:38:14 UTC. -- Nov 18 16:11:32.946044 dv-cinder-759955-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Nov 18 16:11:35.487632 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.common.config [-] Logging enabled! Nov 18 16:11:35.488179 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev150 Nov 18 16:11:35.489478 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80275) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 18 16:11:35.490202 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.common.config [-] Logging enabled! Nov 18 16:11:35.490487 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev150 Nov 18 16:11:35.490764 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80275) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 18 16:11:35.491822 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 18 16:11:35.492085 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 18 16:11:35.493737 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 18 16:11:35.494026 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 18 16:11:35.494288 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 18 16:11:35.494659 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.495005 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.495343 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.495643 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.495946 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.496278 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.496598 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.496963 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.497307 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.497630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.497946 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.498269 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.498532 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.498850 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.499179 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.499505 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.499759 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] debug = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.500074 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.500603 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.500948 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.501266 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.501593 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.501901 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.502213 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.502532 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.502898 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] host = dv-cinder-759955-2-smb {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.503211 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.503539 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.503865 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.504190 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.504501 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.504844 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.505159 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.505467 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.505776 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] log_file = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.506086 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.506414 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.506748 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.507083 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.507341 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.507595 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.508030 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.508357 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.508669 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.509004 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.509317 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.509627 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.509938 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.510241 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.510569 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.510896 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.511222 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.511532 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.511843 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.512149 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.512455 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.512780 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.513135 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.513445 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.513754 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.514080 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.514384 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.514691 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.515032 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.515612 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.515935 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.516262 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.516571 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.516924 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.517232 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.517539 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.517846 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] use_json = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.518154 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.518459 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.518779 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.519086 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.519393 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.519700 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.520008 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.520334 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:35.520666 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.521027 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.521368 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.521686 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.522017 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.522335 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.522662 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.522977 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.523304 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.523659 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.523986 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.524297 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.524620 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.524976 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.525306 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.525612 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.525923 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.526254 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.526567 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.526878 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.527207 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.527520 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.527824 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.528139 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.528448 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.528753 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.529082 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.529393 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.529719 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.530030 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.530335 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.530640 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.530952 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.531255 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.531572 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.531884 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.532186 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.532490 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.532831 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.533129 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.533433 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.533745 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.534050 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.534359 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.534666 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.534976 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.535282 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.535589 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.535895 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.536200 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.536504 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.536837 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.537148 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.537452 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.537758 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.538065 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.538370 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.538692 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.539549 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.539870 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.540182 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.540493 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.540814 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.541138 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.541453 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.541766 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.542077 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.542385 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.542715 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.543031 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.543350 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.543669 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.543978 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.544311 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.544622 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.544962 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.545275 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.545588 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.545905 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.546222 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.546551 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.546879 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.547212 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.547543 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.547874 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.548186 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.548536 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.548895 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:35.549145 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 18 16:11:35.549406 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80275) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Nov 18 16:11:36.201928 dv-cinder-759955-2-smb neutron-server[80275]: INFO keyring.backend [-] Loading Gnome Nov 18 16:11:36.219107 dv-cinder-759955-2-smb neutron-server[80275]: INFO keyring.backend [-] Loading Google Nov 18 16:11:36.221753 dv-cinder-759955-2-smb neutron-server[80275]: INFO keyring.backend [-] Loading Windows (alt) Nov 18 16:11:36.225165 dv-cinder-759955-2-smb neutron-server[80275]: INFO keyring.backend [-] Loading file Nov 18 16:11:36.226002 dv-cinder-759955-2-smb neutron-server[80275]: INFO keyring.backend [-] Loading keyczar Nov 18 16:11:36.226284 dv-cinder-759955-2-smb neutron-server[80275]: INFO keyring.backend [-] Loading multi Nov 18 16:11:36.227478 dv-cinder-759955-2-smb neutron-server[80275]: INFO keyring.backend [-] Loading pyfs Nov 18 16:11:36.274000 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:11:36.274313 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80275) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:11:36.274638 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80275) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:11:36.275008 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 18 16:11:36.695729 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:36.696327 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:36.696327 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:36.757285 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:36.757597 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:36.758433 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:36.761465 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:36.761772 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:36.762077 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:36.839364 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:36.839680 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:36.839977 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:36.841024 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:36.841326 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:36.841620 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:36.959674 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:36.959933 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:36.960237 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:36.960545 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:36.962189 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:37.142909 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:37.143283 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:37.143636 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:37.143947 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:37.144245 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:37.144646 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:37.144978 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:37.145274 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:37.145561 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:37.145914 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:37.146247 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:37.146575 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:37.146907 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:37.147223 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:37.147580 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:37.147905 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:37.148202 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:37.148598 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:37.148955 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:37.149446 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:37.149738 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:37.150022 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:37.150364 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:37.150649 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:37.150932 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:37.151360 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 18 16:11:37.151633 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 18 16:11:37.151905 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 18 16:11:37.152174 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 18 16:11:37.152445 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 18 16:11:37.152713 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 18 16:11:37.154094 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 18 16:11:37.161528 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 18 16:11:37.168902 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 18 16:11:37.174267 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(3550, 3599)])]) Nov 18 16:11:37.177056 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 18 16:11:37.178156 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 18 16:11:37.178534 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Nov 18 16:11:37.178965 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 18 16:11:37.183309 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 18 16:11:37.183593 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 18 16:11:37.183980 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Nov 18 16:11:37.206197 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Nov 18 16:11:37.206704 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:37.207029 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80275) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Nov 18 16:11:37.207435 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:37.208773 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80275) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 18 16:11:37.209148 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Nov 18 16:11:37.209428 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Nov 18 16:11:37.212596 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:37.212901 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:37.276643 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 18 16:11:37.276923 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 18 16:11:37.277196 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 18 16:11:37.277590 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 18 16:11:37.310879 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_db.sqlalchemy.engines [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80275) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 18 16:11:37.687014 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.plugins.ml2.managers [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Initializing driver for type 'gre' Nov 18 16:11:37.687573 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] gre ID ranges: [(1, 1000)] Nov 18 16:11:37.784012 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.plugins.ml2.managers [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Initializing driver for type 'local' Nov 18 16:11:37.784479 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.plugins.ml2.managers [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Initializing driver for type 'vlan' Nov 18 16:11:37.852686 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] VlanTypeDriver initialization complete Nov 18 16:11:37.853128 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.plugins.ml2.managers [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Initializing driver for type 'vxlan' Nov 18 16:11:37.853681 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] vxlan ID ranges: [(1, 1000)] Nov 18 16:11:38.018434 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.plugins.ml2.managers [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Initializing extension driver 'port_security' Nov 18 16:11:38.018793 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.plugins.ml2.extensions.port_security [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] PortSecurityExtensionDriver initialization complete Nov 18 16:11:38.019161 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.plugins.ml2.managers [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Initializing mechanism driver 'openvswitch' Nov 18 16:11:38.025364 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80275) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:11:38.026200 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > port after_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.026603 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > port after_update 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.026989 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > port after_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.027410 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > subnet after_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.027795 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > subnet after_update 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.028172 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > subnet after_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.028584 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > network after_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.028992 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > network after_update 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.029367 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > network after_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.029782 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > security_group after_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.030156 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > security_group after_update 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.030524 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > security_group after_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.030930 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.031303 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.031670 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.032202 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > address_group after_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.032574 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > address_group after_update 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.032974 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > address_group after_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.033341 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] ML2 OVO RPC backend initialized. {{(pid=80275) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Nov 18 16:11:38.034042 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > router_interface after_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.034424 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.034872 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > network before_response 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.035245 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > networks before_response 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.035615 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > port before_response 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.035982 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > ports before_response 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.036352 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > subnet before_response 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.036719 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > subnets before_response 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.037119 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > network after_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.037486 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > network after_update 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.037852 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > network after_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.038217 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > port after_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.038581 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > port after_update 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.038946 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > port after_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.039316 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > subnet after_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.039781 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > subnet after_update 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.040155 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > subnet after_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.040785 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.plugins.ml2.plugin [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Modular L2 Plugin initialization complete Nov 18 16:11:38.041159 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading services supported by the core plugin {{(pid=80275) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 18 16:11:38.041520 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.plugins.ml2.managers [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Got port-security extension from driver 'port_security' Nov 18 16:11:38.042017 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.extensions.vlantransparent [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Disabled vlantransparent extension. Nov 18 16:11:38.042488 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80275) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 18 16:11:38.042825 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading Plugin: router Nov 18 16:11:38.085217 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > router_interface before_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.085643 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > router after_create 55549900 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.086157 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > router before_create 55549900 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.086557 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.086971 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.087357 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > router after_delete 55549900 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.087750 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > floatingip after_update 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.088150 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > router after_create 55549900 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.088528 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > router after_update 55549900 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.088938 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > router after_update 55549900 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.089318 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.089719 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > router after_update 55549900 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.090202 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > router precommit_update 55549900 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.090614 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: port after_update 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.090987 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: port after_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.091359 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: subnet after_update 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.091732 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.092120 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > port precommit_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.092500 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > router precommit_create 55549900 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.092908 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: port before_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.093286 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > router precommit_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.093685 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > router after_update 55549900 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.094059 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > router precommit_delete 55549900 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.094440 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > router precommit_create 55549900 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.094840 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > router_interface after_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.095221 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > router precommit_update 55549900 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.096236 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource_registry [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Tracking information for resource: router configured {{(pid=80275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 18 16:11:38.096603 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource_registry [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Tracking information for resource: floatingip configured {{(pid=80275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 18 16:11:38.101749 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.l3_agentschedulers_db [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 18 16:11:38.102399 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: port after_update 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.102790 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: port after_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.103171 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: port after_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.103552 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: port after_update 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.104433 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > router before_create 55550100 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.104849 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > router precommit_delete 55550100 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.105249 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > router precommit_create 55550100 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.105636 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > router precommit_update 55550100 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.110238 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.provider_configuration [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Service providers = [] {{(pid=80275) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 18 16:11:38.110628 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.servicetype_db [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80275) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 18 16:11:38.113495 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.service_base [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80275) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 18 16:11:38.113872 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.service_base [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80275) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 18 16:11:38.114242 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.service_base [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80275) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 18 16:11:38.115127 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.service_base [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80275) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 18 16:11:38.115526 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.services.service_base [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 18 16:11:38.115934 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 18 16:11:38.116283 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 18 16:11:38.138723 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 18 16:11:38.139085 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading Plugin: auto_allocate Nov 18 16:11:38.149682 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: network precommit_update 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.150079 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: network precommit_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.150663 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 18 16:11:38.151016 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading Plugin: tag Nov 18 16:11:38.162147 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 18 16:11:38.162510 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading Plugin: timestamp Nov 18 16:11:38.166401 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 18 16:11:38.166760 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading Plugin: network_ip_availability Nov 18 16:11:38.172403 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.172839 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.173212 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.173984 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 18 16:11:38.174338 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading Plugin: flavors Nov 18 16:11:38.190707 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 18 16:11:38.191084 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading Plugin: revisions Nov 18 16:11:38.196123 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 18 16:11:38.196543 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.922s {{(pid=80275) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:11:38.197368 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80275) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Nov 18 16:11:38.197725 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Initializing extension manager. Nov 18 16:11:38.198275 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: __init__.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.198646 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: __pycache__ {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.199012 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.199377 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: _filter_validation_lib.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.199739 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.200099 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: address_group.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.200905 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.201557 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: address-group Nov 18 16:11:38.201912 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: address_scope.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.202668 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.203237 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: address-scope Nov 18 16:11:38.203588 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: admin_state_down_before_update.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.204509 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.205111 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: router-admin-state-down-before-update Nov 18 16:11:38.205464 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: agent.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.206209 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.206783 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: agent Nov 18 16:11:38.207136 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: agent_resources_synced.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.208154 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.208729 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: agent-resources-synced Nov 18 16:11:38.209109 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: allowedaddresspairs.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.210948 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.211538 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: allowed-address-pairs Nov 18 16:11:38.211896 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: auto_allocated_topology.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.212997 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.213574 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: auto-allocated-topology Nov 18 16:11:38.213934 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: availability_zone.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.214671 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.215243 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: availability_zone Nov 18 16:11:38.215598 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: availability_zone_filter.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.216531 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.217124 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: availability_zone_filter Nov 18 16:11:38.217482 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: data_plane_status.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.218389 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.218983 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension data-plane-status not supported by any of loaded plugins Nov 18 16:11:38.219311 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: default_subnetpools.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.220224 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.220834 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: default-subnetpools Nov 18 16:11:38.221196 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: dhcpagentscheduler.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.222029 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.222602 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: dhcp_agent_scheduler Nov 18 16:11:38.222954 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: dns.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.223857 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.224428 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension dns-integration not supported by any of loaded plugins Nov 18 16:11:38.224784 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: dns_domain_ports.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.225711 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.226284 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 18 16:11:38.227169 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: dvr.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.227943 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.228517 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: dvr Nov 18 16:11:38.228916 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: empty_string_filtering.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.229819 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.230388 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: empty-string-filtering Nov 18 16:11:38.230742 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.231642 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.232209 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 18 16:11:38.232562 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.233498 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.234066 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 18 16:11:38.234416 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: external_net.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.235426 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.235997 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: external-net Nov 18 16:11:38.236349 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: extra_dhcp_opt.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.237295 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.237874 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: extra_dhcp_opt Nov 18 16:11:38.238233 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: extraroute.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.239134 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.239705 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: extraroute Nov 18 16:11:38.240059 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: extraroute_atomic.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.241105 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.241687 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: extraroute-atomic Nov 18 16:11:38.242613 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: filter_validation.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.243341 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.243908 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: filter-validation Nov 18 16:11:38.244262 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: fip_pf_description.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.245189 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.245757 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 18 16:11:38.246108 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: fip_port_details.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.247027 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.247592 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: fip-port-details Nov 18 16:11:38.247943 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: flavors.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.249192 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.249774 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: flavors Nov 18 16:11:38.250133 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.251789 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.252377 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 18 16:11:38.252741 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: floatingip_pools.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.253509 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.254096 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: floatingip-pools Nov 18 16:11:38.254458 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: ip_allocation.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.255382 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.255951 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension ip_allocation not supported by any of loaded plugins Nov 18 16:11:38.256309 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.257245 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.257849 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: ip-substring-filtering Nov 18 16:11:38.258220 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: l2_adjacency.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.259121 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.259692 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension l2_adjacency not supported by any of loaded plugins Nov 18 16:11:38.260048 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: l3.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.261287 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.261878 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: router Nov 18 16:11:38.262235 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: l3_conntrack_helper.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.264534 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.265153 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 18 16:11:38.265769 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.266695 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.267275 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: ext-gw-mode Nov 18 16:11:38.267635 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.268589 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.269148 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: l3-ha Nov 18 16:11:38.269509 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: l3_flavors.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.270413 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.270981 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: l3-flavors Nov 18 16:11:38.271335 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.272247 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.272845 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: l3-port-ip-change-not-allowed Nov 18 16:11:38.273189 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: l3agentscheduler.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.274419 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.275006 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: l3_agent_scheduler Nov 18 16:11:38.275367 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: logging.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.276894 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.277479 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension logging not supported by any of loaded plugins Nov 18 16:11:38.277842 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: metering.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.280031 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.280733 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: metering Nov 18 16:11:38.281122 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.282256 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.282837 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: metering_source_and_destination_fields Nov 18 16:11:38.283199 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: multiprovidernet.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.284120 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.284700 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: multi-provider Nov 18 16:11:38.285107 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: netmtu.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.286022 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.286596 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: net-mtu Nov 18 16:11:38.286955 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: netmtu_writable.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.287875 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.288450 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: net-mtu-writable Nov 18 16:11:38.288840 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: network_availability_zone.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.290137 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.290707 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: network_availability_zone Nov 18 16:11:38.291062 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: network_ip_availability.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.292175 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.292750 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: network-ip-availability Nov 18 16:11:38.293134 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: network_segment_range.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.293946 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.294511 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension network-segment-range not supported by any of loaded plugins Nov 18 16:11:38.294869 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: pagination.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.295866 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.296233 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: pagination Nov 18 16:11:38.296585 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.297543 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.298130 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: port-mac-address-regenerate Nov 18 16:11:38.298490 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.299410 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.300248 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: port-numa-affinity-policy Nov 18 16:11:38.300609 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: port_resource_request.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.301593 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.302224 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension port-resource-request not supported by any of loaded plugins Nov 18 16:11:38.302628 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: portbindings.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.303622 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.304202 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: binding Nov 18 16:11:38.305178 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: portbindings_extended.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.306960 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.307548 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: binding-extended Nov 18 16:11:38.307914 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: portsecurity.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.308856 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.309435 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: port-security Nov 18 16:11:38.309791 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: project_id.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.310763 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.311133 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: project-id Nov 18 16:11:38.311489 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: providernet.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.312413 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.313019 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: provider Nov 18 16:11:38.313380 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: qos.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.316877 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.317475 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension qos not supported by any of loaded plugins Nov 18 16:11:38.317842 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.319060 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.319640 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 18 16:11:38.320003 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.320984 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.321560 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 18 16:11:38.321920 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: qos_default.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.322826 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.323403 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension qos-default not supported by any of loaded plugins Nov 18 16:11:38.323757 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: qos_fip.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.324440 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.325050 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension qos-fip not supported by any of loaded plugins Nov 18 16:11:38.325429 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: qos_gateway_ip.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.326455 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.327031 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 18 16:11:38.327388 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: qos_port_network_policy.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.328295 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.328893 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 18 16:11:38.329253 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: qos_rule_type_details.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.330169 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.330740 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 18 16:11:38.331097 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: qos_rules_alias.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.332223 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.332831 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 18 16:11:38.333185 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: quotasv2.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.334140 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.334503 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: quotas Nov 18 16:11:38.334856 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: quotasv2_detail.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.336509 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.336905 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: quota_details Nov 18 16:11:38.337272 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: rbac.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.338416 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.339006 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: rbac-policies Nov 18 16:11:38.339365 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: rbac_address_scope.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.340308 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.340912 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: rbac-address-scope Nov 18 16:11:38.341275 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: rbac_security_groups.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.342193 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.342766 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: rbac-security-groups Nov 18 16:11:38.343125 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: rbac_subnetpool.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.344033 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.344606 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: rbac-subnetpool Nov 18 16:11:38.345015 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: revisionifmatch.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.345934 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.346508 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: revision-if-match Nov 18 16:11:38.346862 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: revisions.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.347964 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.348539 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: standard-attr-revisions Nov 18 16:11:38.348942 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: router_availability_zone.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.349654 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.350228 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: router_availability_zone Nov 18 16:11:38.350586 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: routerservicetype.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.352038 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.352621 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension router-service-type not supported by any of loaded plugins Nov 18 16:11:38.353010 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: security_groups_port_filtering.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.353939 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.354527 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: port-security-groups-filtering Nov 18 16:11:38.354887 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: securitygroup.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.368326 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.368973 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: security-group Nov 18 16:11:38.369348 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: segment.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.370201 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.370790 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension segment not supported by any of loaded plugins Nov 18 16:11:38.371152 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.372085 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.372678 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 18 16:11:38.373064 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: servicetype.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.374153 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.374736 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: service-type Nov 18 16:11:38.375097 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: sorting.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.376075 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.376443 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: sorting Nov 18 16:11:38.376827 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: standard_attr_segment.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.377734 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.378314 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 18 16:11:38.378675 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: standardattrdescription.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.379390 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.379962 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: standard-attr-description Nov 18 16:11:38.380320 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: stateful_security_group.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.381271 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.381850 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: stateful-security-group Nov 18 16:11:38.382208 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: stdattrs_common.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.383357 dv-cinder-759955-2-smb neutron-server[80275]: WARNING neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 18 16:11:38.383776 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.384722 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.385333 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 18 16:11:38.385692 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: subnet_onboard.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.386752 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.387339 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: subnet_onboard Nov 18 16:11:38.387696 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.388691 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.389296 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 18 16:11:38.389652 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: subnet_service_types.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.390824 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.391408 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: subnet-service-types Nov 18 16:11:38.391764 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: subnetallocation.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.392868 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.393461 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: subnet_allocation Nov 18 16:11:38.393816 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.394506 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.395089 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: subnetpool-prefix-ops Nov 18 16:11:38.395441 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.396368 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.396973 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 18 16:11:38.397330 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: tagging.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.399237 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.399833 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: standard-attr-tag Nov 18 16:11:38.400199 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: timestamp.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.401389 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.401976 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loaded extension: standard-attr-timestamp Nov 18 16:11:38.402340 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: trunk.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.403358 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.403935 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension trunk not supported by any of loaded plugins Nov 18 16:11:38.404289 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: trunk_details.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.405226 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.405801 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension trunk-details not supported by any of loaded plugins Nov 18 16:11:38.406154 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: uplink_status_propagation.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.407068 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.407646 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 18 16:11:38.408000 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Loading extension file: vlantransparent.py {{(pid=80275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:11:38.408690 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:11:38.409306 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extension vlan-transparent not supported by any of loaded plugins Nov 18 16:11:38.411872 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.quota.resource_registry [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Creating instance of TrackedResource for resource:network Nov 18 16:11:38.412662 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.quota.resource_registry [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Creating instance of TrackedResource for resource:subnet Nov 18 16:11:38.413353 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.quota.resource_registry [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 16:11:38.414071 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.quota.resource_registry [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Creating instance of TrackedResource for resource:port Nov 18 16:11:38.415608 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.resource_helper [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:11:38.416084 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.resource_helper [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Service FLAVORS assigned prefix: {{(pid=80275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:11:38.416750 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.resource_helper [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:11:38.417227 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.resource_helper [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:11:38.417594 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.quota.resource_registry [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Creating instance of TrackedResource for resource:router Nov 18 16:11:38.418306 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.quota.resource_registry [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Creating instance of TrackedResource for resource:floatingip Nov 18 16:11:38.419060 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.resource_helper [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Service METERING assigned prefix: /metering {{(pid=80275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:11:38.420848 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.421250 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.421629 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:11:38.422761 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.quota.resource_registry [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Creating instance of CountableResource for resource:rbac_policy Nov 18 16:11:38.423238 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.quota.resource_registry [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Creating instance of TrackedResource for resource:security_group Nov 18 16:11:38.424023 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.quota.resource_registry [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Creating instance of TrackedResource for resource:security_group_rule Nov 18 16:11:38.424839 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.resource_helper [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Service CORE assigned prefix: {{(pid=80275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:11:38.425211 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.quota.resource_registry [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 16:11:38.425570 dv-cinder-759955-2-smb neutron-server[80275]: WARNING neutron.quota.resource_registry [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] subnetpool is already registered Nov 18 16:11:38.426222 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.resource_helper [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Service CORE assigned prefix: {{(pid=80275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:11:38.426582 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.quota.resource_registry [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 16:11:38.426940 dv-cinder-759955-2-smb neutron-server[80275]: WARNING neutron.quota.resource_registry [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] subnetpool is already registered Nov 18 16:11:38.429717 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.resource_helper [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:11:38.430187 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.resource_helper [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Service FLAVORS assigned prefix: {{(pid=80275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:11:38.430809 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.resource_helper [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:11:38.431258 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.resource_helper [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:11:38.431621 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.quota.resource_registry [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Creating instance of TrackedResource for resource:router Nov 18 16:11:38.431979 dv-cinder-759955-2-smb neutron-server[80275]: WARNING neutron.quota.resource_registry [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] router is already registered Nov 18 16:11:38.432630 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.quota.resource_registry [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Creating instance of TrackedResource for resource:floatingip Nov 18 16:11:38.433020 dv-cinder-759955-2-smb neutron-server[80275]: WARNING neutron.quota.resource_registry [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] floatingip is already registered Nov 18 16:11:38.433699 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.resource_helper [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Service METERING assigned prefix: /metering {{(pid=80275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:11:38.434415 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.quota.resource_registry [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Creating instance of CountableResource for resource:rbac_policy Nov 18 16:11:38.434774 dv-cinder-759955-2-smb neutron-server[80275]: WARNING neutron.quota.resource_registry [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] rbac_policy is already registered Nov 18 16:11:38.435384 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.quota.resource_registry [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Creating instance of TrackedResource for resource:security_group Nov 18 16:11:38.435742 dv-cinder-759955-2-smb neutron-server[80275]: WARNING neutron.quota.resource_registry [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] security_group is already registered Nov 18 16:11:38.436382 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.quota.resource_registry [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Creating instance of TrackedResource for resource:security_group_rule Nov 18 16:11:38.436743 dv-cinder-759955-2-smb neutron-server[80275]: WARNING neutron.quota.resource_registry [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] security_group_rule is already registered Nov 18 16:11:38.437534 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.resource_helper [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Service CORE assigned prefix: {{(pid=80275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:11:38.437894 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.quota.resource_registry [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 16:11:38.438251 dv-cinder-759955-2-smb neutron-server[80275]: WARNING neutron.quota.resource_registry [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] subnetpool is already registered Nov 18 16:11:38.438902 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.resource_helper [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Service CORE assigned prefix: {{(pid=80275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:11:38.439259 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.quota.resource_registry [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 16:11:38.439612 dv-cinder-759955-2-smb neutron-server[80275]: WARNING neutron.quota.resource_registry [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] subnetpool is already registered Nov 18 16:11:38.440309 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: extensions {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.441859 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: address-groups {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.443524 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: address-scopes {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.444827 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: agents {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.446622 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: auto-allocated-topology {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.447924 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: availability_zones {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.449330 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: dhcp-networks {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.450798 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: dhcp-agents {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.452272 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: routers {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.455125 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: flavors {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.456361 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: service_profiles {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.457674 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: next_providers {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.558080 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: service_profiles {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.559555 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: floatingip-pools {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.560873 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: routers {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.562756 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: floatingips {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.564016 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: l3-routers {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.565509 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: l3-agents {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.567007 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: metering-labels {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.568431 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: metering-label-rules {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.569813 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: network-ip-availabilities {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.571674 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: bindings {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.573422 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: quotas {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.574931 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: quotas {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.576417 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: rbac-policies {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.577821 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: security-groups {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.579098 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: security-group-rules {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.580398 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: service-providers {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.581712 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: subnetpools {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.583183 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: subnetpools {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.584764 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: tags {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.587097 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: tags {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.589017 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: tags {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.590865 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: tags {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.592752 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: tags {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.594529 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: tags {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.596397 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: tags {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.598337 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: tags {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.600302 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: tags {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.602517 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.extensions [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Extended resource: tags {{(pid=80275) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:11:38.609629 dv-cinder-759955-2-smb neutron-server[80275]: WARNING keystonemiddleware.auth_token [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 18 16:11:38.614864 dv-cinder-759955-2-smb neutron-server[80275]: WARNING keystonemiddleware.auth_token [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 18 16:11:38.624115 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Acquired lock "singleton_lock" {{(pid=80275) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 18 16:11:38.624637 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Releasing lock "singleton_lock" {{(pid=80275) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 18 16:11:38.626120 dv-cinder-759955-2-smb neutron-server[80275]: INFO oslo_service.service [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Starting 2 workers Nov 18 16:11:38.630814 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Started child 80386 {{(pid=80275) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 18 16:11:38.635799 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:11:38.636013 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Started child 80387 {{(pid=80275) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 18 16:11:38.637331 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [-] (80386) wsgi starting up on http://0.0.0.0:9696 Nov 18 16:11:38.637611 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.service [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Neutron service started, listening on 0.0.0.0:9696 Nov 18 16:11:38.638239 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Notify callbacks [] for process, before_spawn {{(pid=80275) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:11:38.639544 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:11:38.641018 dv-cinder-759955-2-smb neutron-server[80275]: INFO oslo_service.service [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Starting 1 workers Nov 18 16:11:38.641216 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [-] (80387) wsgi starting up on http://0.0.0.0:9696 Nov 18 16:11:38.646414 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Started child 80388 {{(pid=80275) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 18 16:11:38.646967 dv-cinder-759955-2-smb neutron-server[80275]: INFO oslo_service.service [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Starting 1 workers Nov 18 16:11:38.648900 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.service [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] calling RpcWorker wait() {{(pid=80388) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 18 16:11:38.649299 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.service [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] returning from RpcWorker wait() {{(pid=80388) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 18 16:11:38.650708 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:11:38.651207 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:11:38.651691 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Started child 80389 {{(pid=80275) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 18 16:11:38.652497 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b046eb-5517-474d-9c84-8b0a7b90dd7d None None] Notify callbacks [] for process, after_spawn {{(pid=80275) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:11:38.654207 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80275) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Nov 18 16:11:38.654441 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 18 16:11:38.654643 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 18 16:11:38.654899 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 18 16:11:38.655300 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 18 16:11:38.655486 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 18 16:11:38.656077 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.656370 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.656673 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.656981 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.657268 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:11:38.657383 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.657899 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.658204 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.658489 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.658761 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:11:38.658869 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.659046 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.659245 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.659437 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.659720 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.659993 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.660341 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.660625 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.660917 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.661184 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.661395 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.661697 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.662001 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.662277 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.662567 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] debug = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.662843 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.663423 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.663693 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.664003 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.664332 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.665003 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.665003 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.665187 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.665336 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.665550 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.665803 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.666105 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.666349 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.666611 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.666915 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.667167 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.667638 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] host = dv-cinder-759955-2-smb {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.667902 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.668157 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.668418 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.668678 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.668977 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.669231 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.669521 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.669800 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.670096 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.670392 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.670601 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.670860 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.671143 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.671398 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] log_file = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.671574 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] log_options = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.671850 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.672147 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.672438 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.672648 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.672844 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.673028 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.673330 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.673517 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.673807 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.674056 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.674304 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.674537 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.674770 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.675018 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.675316 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.675559 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.675817 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.676055 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.676344 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.676606 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.676895 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.677169 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.677411 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.677660 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.677901 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.678153 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.678410 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.678670 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.678930 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.679176 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.679422 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.680241 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.681154 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.681154 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.681624 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.681871 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.682115 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.682436 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.682745 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.683553 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.683722 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.683969 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.684228 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.684471 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.684712 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.684978 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] use_json = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.685228 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.685471 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.685764 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.686007 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.686248 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.686490 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.686731 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.687009 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.687983 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.688297 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.688654 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.688941 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.689216 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.689494 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.689796 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.690056 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.690325 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.690984 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.691324 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.691577 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.691928 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.692237 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.692516 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.692784 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.697224 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.697224 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.697224 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.697224 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.697224 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.697224 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.697224 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.697224 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.697224 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.698028 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.698028 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.698028 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.698028 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.698028 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.698028 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.698028 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.698028 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.698028 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.698800 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.698800 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.698800 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.699083 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.699179 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.699376 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.699625 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.699872 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.700113 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.700359 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.700625 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.700916 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.701159 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.701400 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.701646 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.701864 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.702132 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.702377 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.704222 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.704222 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.704436 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.704588 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.704921 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.705330 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.705949 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.706199 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.706434 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.706694 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.706939 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.707984 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.708241 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.708493 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.708741 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.709023 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.709271 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.709583 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.709951 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.710648 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.710945 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.712458 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.712992 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.713276 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.713590 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.713869 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.714178 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.714452 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.714751 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.715028 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.715272 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.715529 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.715814 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.716110 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.716399 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.716664 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.716958 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.717275 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.717534 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.717810 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.718067 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.718352 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.718612 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.718901 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.719194 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.719496 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.721811 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.721811 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.721811 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.721811 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.721811 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.721811 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.721811 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.722478 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.722478 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.722770 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.724651 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.724651 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.724651 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.724651 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.724651 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.724651 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.724651 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.725346 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.725346 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.725541 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.725637 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.725881 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.726152 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.726548 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.726928 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.727199 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.727455 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.727766 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.728072 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.728346 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.728641 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.728972 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.729251 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.729520 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.729789 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.730057 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.730337 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.730623 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.730870 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.731120 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.731390 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.731645 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.731894 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.732149 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.732424 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.732673 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.732952 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.733221 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.733476 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.733728 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.734015 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.734261 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.734518 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.734789 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.735042 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.735315 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.735571 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.735818 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.736105 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.736358 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.736663 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.736980 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.737232 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.737500 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.737762 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.738043 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.738296 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.738585 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.738844 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.739124 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.739425 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.739843 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.740249 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.740646 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.741066 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.741503 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.743235 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.743235 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.743235 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.743681 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.743980 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.744253 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.744512 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.744774 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.745052 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.745325 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.745580 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.745833 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.746115 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.746372 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.746635 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.746879 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.747123 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.747393 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.747639 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.747887 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.748173 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.748633 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.748926 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.749204 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.749512 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.749762 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.750024 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.750370 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.750642 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.750899 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.751268 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.751512 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.751791 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.752064 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.752324 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.752578 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.752898 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.753246 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.753583 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.753879 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.754155 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.754498 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.754815 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:3550:3599'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.755118 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.755369 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.755693 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.756062 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.756345 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.756620 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.756911 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.757203 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.757458 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.758250 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.758516 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.758940 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.759208 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.759496 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.759776 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.760067 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.760319 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.760590 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.760865 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.761129 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.761446 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.761705 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.761958 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.762145 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 18 16:11:38.762674 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80275) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Nov 18 16:11:38.762833 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 18 16:11:38.763037 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 18 16:11:38.763254 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 18 16:11:38.763440 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 18 16:11:38.763627 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 18 16:11:38.763912 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.764108 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.764297 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.764485 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.764641 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.764879 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.765092 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.765532 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.765718 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.765904 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.766089 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.766273 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.766458 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.766640 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.766803 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.766979 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.767162 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.767344 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.767534 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.767717 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.767902 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.768084 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.768267 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] debug = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.768422 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.768648 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.768833 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.768991 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.769174 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.769359 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.769515 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.769697 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.769881 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.770036 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.770221 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.770404 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.770587 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.770772 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.770954 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.771135 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.771317 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] host = dv-cinder-759955-2-smb {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.771501 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.771656 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.771842 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.772023 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.772182 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.772360 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.772543 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.772727 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.776744 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.776744 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.776744 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.776744 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.776744 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.776744 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] log_file = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.776744 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] log_options = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.776744 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.776744 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.777473 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.777473 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.777473 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.777473 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.777473 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.777473 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.777473 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.778037 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.778037 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.778037 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.778037 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.778037 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.778037 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.778037 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.778037 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.778037 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.778615 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.778615 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.778615 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.778615 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.778615 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.778615 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.778615 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.778615 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.779292 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.779292 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.779292 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.779292 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.779292 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.779292 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.779795 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.779795 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.779795 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.780057 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.780057 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.780236 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.780388 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.780577 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.780759 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.780968 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.781149 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.781332 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.781515 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.781697 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] use_json = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.781884 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.782238 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.782449 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.782559 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.782725 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.783061 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.783251 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.783424 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:11:38.783630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.783820 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.784021 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.784209 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.784612 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.784612 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.784743 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.784948 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.785060 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.785252 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.785445 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.785634 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.785840 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.786027 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.786215 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.786401 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.786606 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.786748 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.786927 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.787217 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.787566 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.787566 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.787777 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.787916 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.788106 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.788291 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.788479 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.788665 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.789355 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.789355 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.789355 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.789355 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.789754 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.789754 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.789934 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.790030 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.790183 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.790447 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.790591 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.790746 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.790892 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.791413 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.791413 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.791413 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.791808 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.791808 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.791808 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.792188 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.792188 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.792523 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.792523 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.792973 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.792973 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.792973 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.793434 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.793434 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.793434 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.793919 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.793919 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.793919 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.794695 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.794695 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.794695 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.794695 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.794695 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.795348 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.795348 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.795348 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.795348 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.795948 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.795948 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.795948 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.795948 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.796474 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.796474 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.796474 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.796906 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.796906 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.797166 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.797310 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.798800 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.798800 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.798800 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.798800 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.798800 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.798800 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.798800 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.798800 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.800254 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.800254 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.800254 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.800254 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.800254 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.800254 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.800254 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.800254 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.801744 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.801744 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.801744 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.801744 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.801744 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.801744 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.801744 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.801744 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.804458 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.804458 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.804458 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.804458 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.804458 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.804458 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.804458 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.804458 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.806354 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.806354 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.806354 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.806354 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.806354 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.806354 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.806354 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.806354 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.807350 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.807350 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.807350 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.807350 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.807350 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.807350 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.807350 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.807350 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.808379 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.808379 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.808379 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.808379 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.808379 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.808379 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.808379 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.808379 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.809417 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.809417 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.809417 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.809417 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.809417 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.809417 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.809417 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.809417 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.810407 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.810407 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.810407 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.810407 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.810407 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.810407 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.810407 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.810407 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.811406 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.811406 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.811406 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.811406 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.811406 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.811406 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.811406 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.811406 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.812414 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.812414 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.812414 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.812414 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.812414 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.812414 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.812414 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.812414 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.816594 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.816594 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.816594 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.816594 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.816594 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.816594 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.816594 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.816594 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.817690 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.817690 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.817690 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.817690 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.817690 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.817690 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.817690 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.817690 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.819297 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.819297 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.819297 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.819297 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.819297 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.819297 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.819297 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.819297 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.819297 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.820015 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.820015 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.820015 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.820015 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.820015 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.820015 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.820015 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.820015 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.827687 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.827687 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.827687 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.827687 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.827687 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.827687 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.827687 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.827687 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.828347 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.828347 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.828347 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.828347 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.828347 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.828347 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.828347 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.828347 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:3550:3599'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.829034 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.829034 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.829034 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.829034 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.829034 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.829034 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.829034 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.829034 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.829034 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.829771 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.829771 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.829771 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.829771 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.829771 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.829771 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.829771 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.829771 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.829771 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.830513 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.830513 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.830513 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.830513 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.830513 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:11:38.830513 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 18 16:11:38.836114 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:11:39.110373 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 43798) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:11:39.122477 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0093007 Nov 18 16:11:49.131915 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8225a72-2bdd-4524-a431-78c5dee7cad1 None None] get_active_networks_info from dv-cinder-759955-2-smb {{(pid=80388) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 18 16:11:49.228996 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8225a72-2bdd-4524-a431-78c5dee7cad1 None None] No non-hosted networks {{(pid=80388) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 18 16:11:49.385948 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d079367d-fcdb-406a-8ea0-feeebde187ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452'] for agent, after_create {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:11:51.625670 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c68e5c94-4713-4492-9a2c-8d3ec840fffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452'] for agent, after_create {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:11:51.670376 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e949677e-d365-4ac2-8700-86c0550550b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:11:52.052836 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452'] for agent, after_create {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:11:53.040553 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452'] for agent, after_create {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:11:53.041874 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:11:53.042443 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:11:53.043002 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:11:53.043587 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:11:53.044155 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:11:53.044710 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:11:53.045283 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:11:53.045850 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:11:53.046593 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:11:53.047147 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:11:53.047700 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:11:53.048354 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:11:53.049241 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759955-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:11:53.056090 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759955-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:11:53.158662 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] get_endpoint_by_host() called for host dv-cinder-759955-2-smb {{(pid=80388) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Nov 18 16:11:53.165093 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] get_endpoint_by_ip() called for ip 192.168.0.32 {{(pid=80388) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Nov 18 16:11:53.168401 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] _add_endpoint() called for ip 192.168.0.32 {{(pid=80388) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Nov 18 16:11:53.211977 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] _get_endpoints() called {{(pid=80388) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Nov 18 16:11:53.623665 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452'] for agent, after_create {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:11:55.269286 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 43888) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:11:55.728424 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.l3_hamode_db [None req-b0ebb1ca-80dc-48d3-857a-8a5fbbdec283 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 18 16:11:55.817169 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ebb1ca-80dc-48d3-857a-8a5fbbdec283 None None] Routers set() bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:11:55.817845 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ebb1ca-80dc-48d3-857a-8a5fbbdec283 None None] Router IDs set() for agent in host dv-cinder-759955-2-smb {{(pid=80388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 18 16:11:55.936708 dv-cinder-759955-2-smb neutron-server[80275]: WARNING oslo_policy.policy [None req-2670acce-43a2-4541-a653-d59292973c98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:11:55.937416 dv-cinder-759955-2-smb neutron-server[80275]: WARNING oslo_policy.policy [None req-2670acce-43a2-4541-a653-d59292973c98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:11:56.168232 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [None req-2670acce-43a2-4541-a653-d59292973c98 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=80387) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:11:56.169447 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-2670acce-43a2-4541-a653-d59292973c98 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.8991556 Nov 18 16:11:58.883497 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 43902) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:11:59.302732 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-a91d2191-c117-483f-89a1-c3e02a6a23fb admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:11:59.351305 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.policy [None req-a91d2191-c117-483f-89a1-c3e02a6a23fb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80387) register_rules /opt/stack/neutron/neutron/policy.py:67}} Nov 18 16:11:59.352191 dv-cinder-759955-2-smb neutron-server[80275]: WARNING oslo_policy.policy [None req-a91d2191-c117-483f-89a1-c3e02a6a23fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:11:59.352596 dv-cinder-759955-2-smb neutron-server[80275]: WARNING oslo_policy.policy [None req-a91d2191-c117-483f-89a1-c3e02a6a23fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:11:59.359818 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.quota [None req-a91d2191-c117-483f-89a1-c3e02a6a23fb admin admin] Loaded quota_driver: . Nov 18 16:11:59.405067 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a91d2191-c117-483f-89a1-c3e02a6a23fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:11:59.497195 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a91d2191-c117-483f-89a1-c3e02a6a23fb admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363242457853574', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363242457875515', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363242457881820', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363242457863426', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363242457862621', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036847035871', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036847016596', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-688423', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854204423'] for rbac-policy, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:11:59.737139 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a91d2191-c117-483f-89a1-c3e02a6a23fb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:11:59.738344 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-a91d2191-c117-483f-89a1-c3e02a6a23fb admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8538458 Nov 18 16:12:02.736389 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 43916) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:12:03.142256 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'b5be0692d8ef44a187a1841e9a288533', 'name': 'private'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:12:03.151030 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:12:03.155989 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Usage tracker for resource:network and tenant:b5be0692d8ef44a187a1841e9a288533 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:12:03.159657 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:12:03.166434 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:12:03.200821 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Made reservation on behalf of b5be0692d8ef44a187a1841e9a288533 for: {'network': 1} {{(pid=80387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:12:03.206863 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for network, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:03.224176 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:03.331239 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:12:03.335147 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Usage tracker for resource:security_group_rule and tenant:b5be0692d8ef44a187a1841e9a288533 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:12:03.338151 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:12:03.343816 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:12:03.460539 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:03.486554 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:03.492331 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:12:03.512763 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:12:03.536637 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794394340365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696124'] for segment, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:03.537215 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.segments_db [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Added segment f8753fa2-ddcd-4dec-b9ab-1fe3dd7cb55a of type vxlan for network 8706c606-e8ca-4133-a07f-b198e5297c96 Nov 18 16:12:03.595508 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ee200a-a654-4a64-85c7-68c478037ddd,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:12:03.622204 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:03.622568 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:03.622924 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:03.623275 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:03.623620 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:03.623966 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:03.624307 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:03.624646 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:03.625025 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:03.625366 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:03.625703 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:03.626039 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:03.627179 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Tracked resource versions report: Nov 18 16:12:03.627179 dv-cinder-759955-2-smb neutron-server[80275]: pushed versions: Nov 18 16:12:03.627179 dv-cinder-759955-2-smb neutron-server[80275]: { 'AddressGroup': {'1.0'}, Nov 18 16:12:03.627179 dv-cinder-759955-2-smb neutron-server[80275]: 'ConntrackHelper': {'1.0'}, Nov 18 16:12:03.627179 dv-cinder-759955-2-smb neutron-server[80275]: 'Log': {'1.0'}, Nov 18 16:12:03.627179 dv-cinder-759955-2-smb neutron-server[80275]: 'Network': {'1.1'}, Nov 18 16:12:03.627179 dv-cinder-759955-2-smb neutron-server[80275]: 'Port': {'1.6'}, Nov 18 16:12:03.627179 dv-cinder-759955-2-smb neutron-server[80275]: 'PortForwarding': {'1.2'}, Nov 18 16:12:03.627179 dv-cinder-759955-2-smb neutron-server[80275]: 'QosPolicy': {'1.8'}, Nov 18 16:12:03.627179 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroup': {'1.2'}, Nov 18 16:12:03.627179 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroupRule': {'1.0'}, Nov 18 16:12:03.627179 dv-cinder-759955-2-smb neutron-server[80275]: 'SubPort': {'1.0'}, Nov 18 16:12:03.627179 dv-cinder-759955-2-smb neutron-server[80275]: 'Subnet': {'1.1'}, Nov 18 16:12:03.627179 dv-cinder-759955-2-smb neutron-server[80275]: 'Trunk': {'1.1'}} Nov 18 16:12:03.627179 dv-cinder-759955-2-smb neutron-server[80275]: consumer versions: Nov 18 16:12:03.627179 dv-cinder-759955-2-smb neutron-server[80275]: { DHCP agent@dv-cinder-759955-2-smb: {}, Nov 18 16:12:03.627179 dv-cinder-759955-2-smb neutron-server[80275]: L3 agent@dv-cinder-759955-2-smb: {}, Nov 18 16:12:03.627179 dv-cinder-759955-2-smb neutron-server[80275]: Metadata agent@dv-cinder-759955-2-smb: {}, Nov 18 16:12:03.627179 dv-cinder-759955-2-smb neutron-server[80275]: Metering agent@dv-cinder-759955-2-smb: {}, Nov 18 16:12:03.627179 dv-cinder-759955-2-smb neutron-server[80275]: Open vSwitch agent@dv-cinder-759955-2-smb: { 'AddressGroup': '1.0', Nov 18 16:12:03.627179 dv-cinder-759955-2-smb neutron-server[80275]: 'ConntrackHelper': '1.0', Nov 18 16:12:03.627179 dv-cinder-759955-2-smb neutron-server[80275]: 'Log': '1.0', Nov 18 16:12:03.627179 dv-cinder-759955-2-smb neutron-server[80275]: 'Network': '1.1', Nov 18 16:12:03.627179 dv-cinder-759955-2-smb neutron-server[80275]: 'Port': '1.6', Nov 18 16:12:03.627179 dv-cinder-759955-2-smb neutron-server[80275]: 'PortForwarding': '1.2', Nov 18 16:12:03.627179 dv-cinder-759955-2-smb neutron-server[80275]: 'QosPolicy': '1.8', Nov 18 16:12:03.627179 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroup': '1.2', Nov 18 16:12:03.627179 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroupRule': '1.0', Nov 18 16:12:03.627179 dv-cinder-759955-2-smb neutron-server[80275]: 'SubPort': '1.0', Nov 18 16:12:03.627179 dv-cinder-759955-2-smb neutron-server[80275]: 'Subnet': '1.1', Nov 18 16:12:03.627179 dv-cinder-759955-2-smb neutron-server[80275]: 'Trunk': '1.1'}} Nov 18 16:12:03.627179 dv-cinder-759955-2-smb neutron-server[80275]: {{(pid=80387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 18 16:12:03.666456 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242460990785'] for network, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:03.680400 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:12:03.737607 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for network, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:03.738891 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:12:03.739573 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for network, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:03.743016 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:12:03.849647 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Pushing event updated for resources: {'Network': ['ID=8706c606-e8ca-4133-a07f-b198e5297c96,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:12:03.852971 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:12:03.863157 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Network 8706c606-e8ca-4133-a07f-b198e5297c96 details requested by agent ovs-agent-dv-cinder-759955-2-smb with host dv-cinder-759955-2-smb {{(pid=80388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:12:03.950015 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.2123215 Nov 18 16:12:07.170699 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 43932) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:12:07.686280 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05073ae-849b-4eac-ad61-aa046813f469 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:12:07.687734 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-a05073ae-849b-4eac-ad61-aa046813f469 admin admin] 10.222.0.26 "GET /v2.0/networks/8706c606-e8ca-4133-a07f-b198e5297c96 HTTP/1.1" status: 200 len: 818 time: 0.5159717 Nov 18 16:12:07.717608 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-be38b1db-eafb-4e43-a07e-80f2ec286166 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/bdc5597c-d431-4620-a6e9-d48bccfa421e HTTP/1.1" status: 200 len: 734 time: 0.0237021 Nov 18 16:12:07.727014 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-a8eef2d1-d60c-4f06-8fcb-a2dc2e1c4cb3 admin admin] Request body: {'subnet': {'tenant_id': 'b5be0692d8ef44a187a1841e9a288533', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'bdc5597c-d431-4620-a6e9-d48bccfa421e', 'network_id': '8706c606-e8ca-4133-a07f-b198e5297c96', 'name': 'private-subnet'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:12:07.731454 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a8eef2d1-d60c-4f06-8fcb-a2dc2e1c4cb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:12:07.735408 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-a8eef2d1-d60c-4f06-8fcb-a2dc2e1c4cb3 admin admin] Usage tracker for resource:subnet and tenant:b5be0692d8ef44a187a1841e9a288533 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:12:07.738418 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-a8eef2d1-d60c-4f06-8fcb-a2dc2e1c4cb3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:12:07.744184 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a8eef2d1-d60c-4f06-8fcb-a2dc2e1c4cb3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:12:07.846234 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8eef2d1-d60c-4f06-8fcb-a2dc2e1c4cb3 admin admin] Made reservation on behalf of b5be0692d8ef44a187a1841e9a288533 for: {'subnet': 1} {{(pid=80387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:12:07.850873 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a8eef2d1-d60c-4f06-8fcb-a2dc2e1c4cb3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:08.537344 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a8eef2d1-d60c-4f06-8fcb-a2dc2e1c4cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for subnet, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:08.552835 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:12:08.698163 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eef2d1-d60c-4f06-8fcb-a2dc2e1c4cb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e833c00c-7803-494c-a7c1-39cc57bf4b2b,revision_number=0']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:12:08.704198 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a8eef2d1-d60c-4f06-8fcb-a2dc2e1c4cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:12:08.761678 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eef2d1-d60c-4f06-8fcb-a2dc2e1c4cb3 admin admin] Checking segment: {'id': 'f8753fa2-ddcd-4dec-b9ab-1fe3dd7cb55a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8706c606-e8ca-4133-a07f-b198e5297c96'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:12:08.762069 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8eef2d1-d60c-4f06-8fcb-a2dc2e1c4cb3 admin admin] Network hostable DHCP agents. Network: 8706c606-e8ca-4133-a07f-b198e5297c96, hostable agents: ['f7776111-b6a1-4850-954f-358371da3282'], hosted agents: [] {{(pid=80387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:12:08.829358 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8eef2d1-d60c-4f06-8fcb-a2dc2e1c4cb3 admin admin] Network 8706c606-e8ca-4133-a07f-b198e5297c96 is scheduled to be hosted by DHCP agent f7776111-b6a1-4850-954f-358371da3282 with binding_index 1 {{(pid=80387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:12:08.880771 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-a8eef2d1-d60c-4f06-8fcb-a2dc2e1c4cb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-smb, 8706c606-e8ca-4133-a07f-b198e5297c96) {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:12:08.886434 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8eef2d1-d60c-4f06-8fcb-a2dc2e1c4cb3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:12:08.887076 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a8eef2d1-d60c-4f06-8fcb-a2dc2e1c4cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for subnet, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:08.891553 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43019dcf-533a-4471-8cae-9a98ae8432c0 None None] Network 8706c606-e8ca-4133-a07f-b198e5297c96 requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:12:08.933163 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-a8eef2d1-d60c-4f06-8fcb-a2dc2e1c4cb3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2096961 Nov 18 16:12:09.297251 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b6bd36f-cdf7-5393-8c49-b9e6ea56e45e-8706c606-e8ca-4133-a07f-b198e5297c96', 'network_id': '8706c606-e8ca-4133-a07f-b198e5297c96', 'tenant_id': 'b5be0692d8ef44a187a1841e9a288533', 'fixed_ips': [{'subnet_id': 'e833c00c-7803-494c-a7c1-39cc57bf4b2b'}]}} from dv-cinder-759955-2-smb. {{(pid=80388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 18 16:12:09.298522 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:09.636739 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Allocated IP 172.20.0.2 (8706c606-e8ca-4133-a07f-b198e5297c96/e833c00c-7803-494c-a7c1-39cc57bf4b2b/196d3ec1-3ab1-4bcb-a0f7-728a9420b53f) {{(pid=80388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:12:09.878398 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Notify callbacks [] for port, precommit_create {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:09.981117 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Transition to ACTIVE for port object 196d3ec1-3ab1-4bcb-a0f7-728a9420b53f will not be triggered until provisioned by entity L2. {{(pid=80388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:12:09.998958 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Transition to ACTIVE for port object 196d3ec1-3ab1-4bcb-a0f7-728a9420b53f will not be triggered until provisioned by entity DHCP. {{(pid=80388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:12:10.034885 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656'] for port, after_create {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:10.051153 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:12:10.184921 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Pushing event updated for resources: {'Port': ['ID=196d3ec1-3ab1-4bcb-a0f7-728a9420b53f,revision_number=1']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:12:10.205606 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:10.205981 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:10.206348 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:10.206706 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:10.207058 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:10.207411 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:10.207760 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:10.208107 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:10.208455 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:10.208817 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:10.209165 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:10.210057 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:10.211219 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Tracked resource versions report: Nov 18 16:12:10.211219 dv-cinder-759955-2-smb neutron-server[80275]: pushed versions: Nov 18 16:12:10.211219 dv-cinder-759955-2-smb neutron-server[80275]: { 'AddressGroup': {'1.0'}, Nov 18 16:12:10.211219 dv-cinder-759955-2-smb neutron-server[80275]: 'ConntrackHelper': {'1.0'}, Nov 18 16:12:10.211219 dv-cinder-759955-2-smb neutron-server[80275]: 'Log': {'1.0'}, Nov 18 16:12:10.211219 dv-cinder-759955-2-smb neutron-server[80275]: 'Network': {'1.1'}, Nov 18 16:12:10.211219 dv-cinder-759955-2-smb neutron-server[80275]: 'Port': {'1.6'}, Nov 18 16:12:10.211219 dv-cinder-759955-2-smb neutron-server[80275]: 'PortForwarding': {'1.2'}, Nov 18 16:12:10.211219 dv-cinder-759955-2-smb neutron-server[80275]: 'QosPolicy': {'1.8'}, Nov 18 16:12:10.211219 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroup': {'1.2'}, Nov 18 16:12:10.211219 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroupRule': {'1.0'}, Nov 18 16:12:10.211219 dv-cinder-759955-2-smb neutron-server[80275]: 'SubPort': {'1.0'}, Nov 18 16:12:10.211219 dv-cinder-759955-2-smb neutron-server[80275]: 'Subnet': {'1.1'}, Nov 18 16:12:10.211219 dv-cinder-759955-2-smb neutron-server[80275]: 'Trunk': {'1.1'}} Nov 18 16:12:10.211219 dv-cinder-759955-2-smb neutron-server[80275]: consumer versions: Nov 18 16:12:10.211219 dv-cinder-759955-2-smb neutron-server[80275]: { DHCP agent@dv-cinder-759955-2-smb: {}, Nov 18 16:12:10.211219 dv-cinder-759955-2-smb neutron-server[80275]: L3 agent@dv-cinder-759955-2-smb: {}, Nov 18 16:12:10.211219 dv-cinder-759955-2-smb neutron-server[80275]: Metadata agent@dv-cinder-759955-2-smb: {}, Nov 18 16:12:10.211219 dv-cinder-759955-2-smb neutron-server[80275]: Metering agent@dv-cinder-759955-2-smb: {}, Nov 18 16:12:10.211219 dv-cinder-759955-2-smb neutron-server[80275]: Open vSwitch agent@dv-cinder-759955-2-smb: { 'AddressGroup': '1.0', Nov 18 16:12:10.211219 dv-cinder-759955-2-smb neutron-server[80275]: 'ConntrackHelper': '1.0', Nov 18 16:12:10.211219 dv-cinder-759955-2-smb neutron-server[80275]: 'Log': '1.0', Nov 18 16:12:10.211219 dv-cinder-759955-2-smb neutron-server[80275]: 'Network': '1.1', Nov 18 16:12:10.211219 dv-cinder-759955-2-smb neutron-server[80275]: 'Port': '1.6', Nov 18 16:12:10.211219 dv-cinder-759955-2-smb neutron-server[80275]: 'PortForwarding': '1.2', Nov 18 16:12:10.211219 dv-cinder-759955-2-smb neutron-server[80275]: 'QosPolicy': '1.8', Nov 18 16:12:10.211219 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroup': '1.2', Nov 18 16:12:10.211219 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroupRule': '1.0', Nov 18 16:12:10.211219 dv-cinder-759955-2-smb neutron-server[80275]: 'SubPort': '1.0', Nov 18 16:12:10.211219 dv-cinder-759955-2-smb neutron-server[80275]: 'Subnet': '1.1', Nov 18 16:12:10.211219 dv-cinder-759955-2-smb neutron-server[80275]: 'Trunk': '1.1'}} Nov 18 16:12:10.211219 dv-cinder-759955-2-smb neutron-server[80275]: {{(pid=80388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 18 16:12:10.217948 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:12:10.256213 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Network 8706c606-e8ca-4133-a07f-b198e5297c96 is already hosted by enough agents. {{(pid=80388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:12:10.257462 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Resources bound (agent type, host, resource id): {{(pid=80388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:12:10.260191 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Received port after_create {{(pid=80388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:12:10.320751 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Attempting to bind port 196d3ec1-3ab1-4bcb-a0f7-728a9420b53f on host dv-cinder-759955-2-smb for vnic_type normal with profile {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:12:10.321218 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Attempting to bind port 196d3ec1-3ab1-4bcb-a0f7-728a9420b53f by drivers openvswitch on host dv-cinder-759955-2-smb at level 0 using segments [{'id': 'f8753fa2-ddcd-4dec-b9ab-1fe3dd7cb55a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8706c606-e8ca-4133-a07f-b198e5297c96'}] {{(pid=80388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:12:10.321668 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Attempting to bind port 196d3ec1-3ab1-4bcb-a0f7-728a9420b53f on network 8706c606-e8ca-4133-a07f-b198e5297c96 {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:12:10.328388 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Checking agent: {'id': 'd139265b-832e-4a4b-b5af-b5aa037fc555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 11, 53), 'started_at': datetime.datetime(2020, 11, 18, 16, 11, 53), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:12:10.328846 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Checking segment: {'id': 'f8753fa2-ddcd-4dec-b9ab-1fe3dd7cb55a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8706c606-e8ca-4133-a07f-b198e5297c96'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:12:10.329365 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:10.329781 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Bound using segment: {'id': 'f8753fa2-ddcd-4dec-b9ab-1fe3dd7cb55a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8706c606-e8ca-4133-a07f-b198e5297c96'} {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:12:10.330311 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Bound port: 196d3ec1-3ab1-4bcb-a0f7-728a9420b53f, host: dv-cinder-759955-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8753fa2-ddcd-4dec-b9ab-1fe3dd7cb55a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8706c606-e8ca-4133-a07f-b198e5297c96'}}] {{(pid=80388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:12:10.330738 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:10.420970 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] For port 196d3ec1-3ab1-4bcb-a0f7-728a9420b53f, host dv-cinder-759955-2-smb, cleared binding levels {{(pid=80388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:12:10.425122 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] For port 196d3ec1-3ab1-4bcb-a0f7-728a9420b53f, host dv-cinder-759955-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=196d3ec1-3ab1-4bcb-a0f7-728a9420b53f,segment=NetworkSegment(f8753fa2-ddcd-4dec-b9ab-1fe3dd7cb55a),segment_id=f8753fa2-ddcd-4dec-b9ab-1fe3dd7cb55a)] {{(pid=80388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:12:10.463817 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:10.479417 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:12:10.799606 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Pushing event updated for resources: {'Port': ['ID=196d3ec1-3ab1-4bcb-a0f7-728a9420b53f,revision_number=2']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:12:10.804463 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:12:11.692335 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 43942) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:12:12.142750 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [None req-c5ee8553-1d8f-4c75-a2ed-18ba77be502d admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=80387) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:12:12.143933 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-c5ee8553-1d8f-4c75-a2ed-18ba77be502d admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.4505434 Nov 18 16:12:14.928951 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 43956) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:12:15.183041 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de60c840-db6e-426b-9cb9-f4696ac13b56 None None] Network 8706c606-e8ca-4133-a07f-b198e5297c96 requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:12:15.272688 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 196d3ec1-3ab1-4bcb-a0f7-728a9420b53f up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:12:15.373226 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [None req-d7d068d0-76b2-4fab-b66e-4df618e99072 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=80387) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:12:15.374390 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-d7d068d0-76b2-4fab-b66e-4df618e99072 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.4444201 Nov 18 16:12:15.423224 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-8be70b4d-b0c5-4f24-8252-e29e4b3d86bf None None] Provisioning for port 196d3ec1-3ab1-4bcb-a0f7-728a9420b53f completed by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:12:15.496615 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning for port 196d3ec1-3ab1-4bcb-a0f7-728a9420b53f completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:12:15.510612 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning complete for port 196d3ec1-3ab1-4bcb-a0f7-728a9420b53f triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:12:15.511024 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:15.668303 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:15.704951 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] For port 196d3ec1-3ab1-4bcb-a0f7-728a9420b53f, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=196d3ec1-3ab1-4bcb-a0f7-728a9420b53f,segment=NetworkSegment(f8753fa2-ddcd-4dec-b9ab-1fe3dd7cb55a),segment_id=f8753fa2-ddcd-4dec-b9ab-1fe3dd7cb55a)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:12:15.737909 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:15.741790 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:12:15.826026 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-667e561a-40f7-4a72-bc99-0d2a78d9f3c5 None None] Provisioning complete for port 196d3ec1-3ab1-4bcb-a0f7-728a9420b53f triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:12:15.826443 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-667e561a-40f7-4a72-bc99-0d2a78d9f3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:15.874430 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Pushing event updated for resources: {'Port': ['ID=196d3ec1-3ab1-4bcb-a0f7-728a9420b53f,revision_number=3']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:12:15.879544 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:12:16.082697 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-67b4b37e-fecb-4575-a700-98bf3e19d97a None None] Provisioning complete for port 196d3ec1-3ab1-4bcb-a0f7-728a9420b53f triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:12:16.083148 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-67b4b37e-fecb-4575-a700-98bf3e19d97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:17.215300 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 196d3ec1-3ab1-4bcb-a0f7-728a9420b53f up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:12:17.287123 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning complete for port 196d3ec1-3ab1-4bcb-a0f7-728a9420b53f triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:12:17.287735 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:18.450554 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 43970) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:12:18.858172 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-712f2ea7-dcb8-46dc-aac5-6734ba4e1358 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'b5be0692d8ef44a187a1841e9a288533'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:12:18.863530 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-712f2ea7-dcb8-46dc-aac5-6734ba4e1358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:12:18.868320 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-712f2ea7-dcb8-46dc-aac5-6734ba4e1358 admin admin] Usage tracker for resource:router and tenant:b5be0692d8ef44a187a1841e9a288533 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:12:18.871678 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-712f2ea7-dcb8-46dc-aac5-6734ba4e1358 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:12:18.877465 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-712f2ea7-dcb8-46dc-aac5-6734ba4e1358 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:12:18.926278 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-712f2ea7-dcb8-46dc-aac5-6734ba4e1358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854080847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854716828'] for router, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:18.927470 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-712f2ea7-dcb8-46dc-aac5-6734ba4e1358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854081194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-706848', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58988'] for router, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:19.014651 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-712f2ea7-dcb8-46dc-aac5-6734ba4e1358 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:19.039577 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-896b9639-f6ea-4640-97b4-155912c3e35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:19.144107 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-712f2ea7-dcb8-46dc-aac5-6734ba4e1358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854068906'] for router, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:19.188749 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-712f2ea7-dcb8-46dc-aac5-6734ba4e1358 admin admin] Notify callbacks [] for router, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:19.190005 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-712f2ea7-dcb8-46dc-aac5-6734ba4e1358 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7384019 Nov 18 16:12:21.582788 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-550c9b29-7a4f-4d14-b445-de8ddd0935ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:21.908996 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 43980) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:12:22.011077 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:22.341225 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [None req-df01a127-d28e-4dbb-8db7-bc9ce1d3c4c7 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=80387) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:12:22.342294 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-df01a127-d28e-4dbb-8db7-bc9ce1d3c4c7 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.4322965 Nov 18 16:12:23.028784 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:23.600512 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:24.921491 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 44000) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:12:25.035664 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-9c1fd6fe-7261-497d-94fd-f406ff87ebab admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:12:25.041303 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-9c1fd6fe-7261-497d-94fd-f406ff87ebab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:12:25.045316 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-9c1fd6fe-7261-497d-94fd-f406ff87ebab admin admin] Usage tracker for resource:network and tenant:4e38c475264a4691a0268238a310dce6 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:12:25.048253 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-9c1fd6fe-7261-497d-94fd-f406ff87ebab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:12:25.054330 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-9c1fd6fe-7261-497d-94fd-f406ff87ebab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:12:25.154287 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1fd6fe-7261-497d-94fd-f406ff87ebab admin admin] Made reservation on behalf of 4e38c475264a4691a0268238a310dce6 for: {'network': 1} {{(pid=80387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:12:25.158855 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd6fe-7261-497d-94fd-f406ff87ebab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for network, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:25.172122 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd6fe-7261-497d-94fd-f406ff87ebab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:25.243615 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-9c1fd6fe-7261-497d-94fd-f406ff87ebab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:12:25.247574 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-9c1fd6fe-7261-497d-94fd-f406ff87ebab admin admin] Usage tracker for resource:security_group_rule and tenant:4e38c475264a4691a0268238a310dce6 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:12:25.250480 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-9c1fd6fe-7261-497d-94fd-f406ff87ebab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:12:25.256887 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-9c1fd6fe-7261-497d-94fd-f406ff87ebab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:12:25.396139 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd6fe-7261-497d-94fd-f406ff87ebab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:25.422668 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd6fe-7261-497d-94fd-f406ff87ebab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:25.426830 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:12:25.457233 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fd6fe-7261-497d-94fd-f406ff87ebab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4d6291-2cbb-4d79-b8b3-ce7ba81a8f0e,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:12:25.461037 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9c1fd6fe-7261-497d-94fd-f406ff87ebab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:12:25.485926 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9c1fd6fe-7261-497d-94fd-f406ff87ebab admin admin] Reserving flat network on physical network physnet1 {{(pid=80387) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Nov 18 16:12:25.551924 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd6fe-7261-497d-94fd-f406ff87ebab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794394340365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696124'] for segment, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:25.552512 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd6fe-7261-497d-94fd-f406ff87ebab admin admin] Unsubscribe: segment precommit_create {{(pid=80387) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Nov 18 16:12:25.553671 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.segments_db [None req-9c1fd6fe-7261-497d-94fd-f406ff87ebab admin admin] Added segment fd1903d0-2c86-4185-ae42-f007a12d43c6 of type flat for network 1ab93bf2-7919-44ad-adde-8c05b7be9843 Nov 18 16:12:25.643478 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd6fe-7261-497d-94fd-f406ff87ebab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242460990785'] for network, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:25.708644 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd6fe-7261-497d-94fd-f406ff87ebab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for network, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:25.709849 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1fd6fe-7261-497d-94fd-f406ff87ebab admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:12:25.710467 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9c1fd6fe-7261-497d-94fd-f406ff87ebab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for network, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:25.715180 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:12:25.818862 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fd6fe-7261-497d-94fd-f406ff87ebab admin admin] Pushing event updated for resources: {'Network': ['ID=1ab93bf2-7919-44ad-adde-8c05b7be9843,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:12:25.822018 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9c1fd6fe-7261-497d-94fd-f406ff87ebab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:12:25.829739 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Network 1ab93bf2-7919-44ad-adde-8c05b7be9843 details requested by agent ovs-agent-dv-cinder-759955-2-smb with host dv-cinder-759955-2-smb {{(pid=80388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:12:25.846706 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-9c1fd6fe-7261-497d-94fd-f406ff87ebab admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9241199 Nov 18 16:12:28.527268 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 44020) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:12:28.669424 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0706b820-82c2-406c-a9a3-f0aa57b0fd77 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:12:28.670853 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-0706b820-82c2-406c-a9a3-f0aa57b0fd77 admin admin] 10.222.0.26 "GET /v2.0/subnets/e833c00c-7803-494c-a7c1-39cc57bf4b2b HTTP/1.1" status: 200 len: 849 time: 0.1425581 Nov 18 16:12:28.826554 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-c22470f4-244d-4ebc-83bf-d0222a618538 admin admin] 10.222.0.26 "GET /v2.0/routers/2773b64a-30a4-47ef-b118-bae70031377b HTTP/1.1" status: 200 len: 704 time: 0.1464691 Nov 18 16:12:29.458559 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7ad6a341-d77e-4a83-8576-96e8ab84e160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:29.902787 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-7ad6a341-d77e-4a83-8576-96e8ab84e160 admin admin] Allocated IP 172.20.0.1 (8706c606-e8ca-4133-a07f-b198e5297c96/e833c00c-7803-494c-a7c1-39cc57bf4b2b/755e386d-fefb-4cca-8d1c-a894a4019150) {{(pid=80387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:12:30.120690 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7ad6a341-d77e-4a83-8576-96e8ab84e160 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:30.138323 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-7ad6a341-d77e-4a83-8576-96e8ab84e160 admin admin] Transition to ACTIVE for port object 755e386d-fefb-4cca-8d1c-a894a4019150 will not be triggered until provisioned by entity DHCP. {{(pid=80387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:12:30.234079 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7ad6a341-d77e-4a83-8576-96e8ab84e160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656'] for port, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:30.251830 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:12:30.385079 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6a341-d77e-4a83-8576-96e8ab84e160 admin admin] Pushing event updated for resources: {'Port': ['ID=755e386d-fefb-4cca-8d1c-a894a4019150,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:12:30.397347 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7ad6a341-d77e-4a83-8576-96e8ab84e160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:12:30.440371 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad6a341-d77e-4a83-8576-96e8ab84e160 admin admin] Network 8706c606-e8ca-4133-a07f-b198e5297c96 is already hosted by enough agents. {{(pid=80387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:12:30.441509 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-7ad6a341-d77e-4a83-8576-96e8ab84e160 admin admin] Resources bound (agent type, host, resource id): {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:12:30.444536 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad6a341-d77e-4a83-8576-96e8ab84e160 admin admin] Received port after_create {{(pid=80387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:12:30.445089 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7ad6a341-d77e-4a83-8576-96e8ab84e160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700930'] for router_interface, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:30.663131 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-ea8cb89e-c435-4da7-b258-5f3b8cc5cc90 None None] Provisioning for port 755e386d-fefb-4cca-8d1c-a894a4019150 completed by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:12:30.668092 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-ea8cb89e-c435-4da7-b258-5f3b8cc5cc90 None None] Provisioning complete for port 755e386d-fefb-4cca-8d1c-a894a4019150 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:12:30.668504 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ea8cb89e-c435-4da7-b258-5f3b8cc5cc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:30.692563 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7ad6a341-d77e-4a83-8576-96e8ab84e160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:30.722727 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-ea8cb89e-c435-4da7-b258-5f3b8cc5cc90 None None] Port 755e386d-fefb-4cca-8d1c-a894a4019150 cannot update to ACTIVE because it is not bound. {{(pid=80388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:12:30.984696 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7ad6a341-d77e-4a83-8576-96e8ab84e160 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:31.017052 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7ad6a341-d77e-4a83-8576-96e8ab84e160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:31.018125 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7ad6a341-d77e-4a83-8576-96e8ab84e160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846444243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854074777'] for router_interface, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:31.032971 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7ad6a341-d77e-4a83-8576-96e8ab84e160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:12:31.163367 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6a341-d77e-4a83-8576-96e8ab84e160 admin admin] Pushing event updated for resources: {'Port': ['ID=755e386d-fefb-4cca-8d1c-a894a4019150,revision_number=2']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:12:31.167705 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7ad6a341-d77e-4a83-8576-96e8ab84e160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:12:31.221458 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad6a341-d77e-4a83-8576-96e8ab84e160 admin admin] Network 8706c606-e8ca-4133-a07f-b198e5297c96 is already hosted by enough agents. {{(pid=80387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:12:31.222551 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-7ad6a341-d77e-4a83-8576-96e8ab84e160 admin admin] Resources bound (agent type, host, resource id): {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:12:31.455120 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-3e40b617-34e4-4a37-af97-1639724d2ecf None None] Provisioning complete for port 755e386d-fefb-4cca-8d1c-a894a4019150 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:12:31.455508 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e40b617-34e4-4a37-af97-1639724d2ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:31.514047 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-3e40b617-34e4-4a37-af97-1639724d2ecf None None] Port 755e386d-fefb-4cca-8d1c-a894a4019150 cannot update to ACTIVE because it is not bound. {{(pid=80388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:12:31.776684 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad6a341-d77e-4a83-8576-96e8ab84e160 admin admin] Router 2773b64a-30a4-47ef-b118-bae70031377b is scheduled to L3 agent 06010dfa-7d57-41a4-b257-aaebf39abde2 with binding_index 1 {{(pid=80387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 18 16:12:31.955069 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad6a341-d77e-4a83-8576-96e8ab84e160 admin admin] Notify agent at l3_agent.dv-cinder-759955-2-smb the message routers_updated {{(pid=80387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:12:31.964963 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-7ad6a341-d77e-4a83-8576-96e8ab84e160 admin admin] 10.222.0.26 "PUT /v2.0/routers/2773b64a-30a4-47ef-b118-bae70031377b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.1358624 Nov 18 16:12:31.966724 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58425dc9-e787-4463-9f24-fb1119d10420 None None] Sync routers for ids ['2773b64a-30a4-47ef-b118-bae70031377b'] in dv-cinder-759955-2-smb {{(pid=80389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:12:31.983832 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58425dc9-e787-4463-9f24-fb1119d10420 None None] Routers {'2773b64a-30a4-47ef-b118-bae70031377b'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:12:31.984726 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-58425dc9-e787-4463-9f24-fb1119d10420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:12:22Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['2773b64a-30a4-47ef-b118-bae70031377b'], 'active': True} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:12:32.165260 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-58425dc9-e787-4463-9f24-fb1119d10420 None None] Set router 2773b64a-30a4-47ef-b118-bae70031377b gateway port host: None {{(pid=80389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:12:32.550981 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-58425dc9-e787-4463-9f24-fb1119d10420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2773b64a-30a4-47ef-b118-bae70031377b', 'name': 'router1', 'tenant_id': 'b5be0692d8ef44a187a1841e9a288533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:12:18Z', 'updated_at': '2020-11-18T16:12:30Z', 'revision_number': 2, 'project_id': 'b5be0692d8ef44a187a1841e9a288533', 'gw_port_host': None, '_interfaces': [{'id': '755e386d-fefb-4cca-8d1c-a894a4019150', 'name': '', 'network_id': '8706c606-e8ca-4133-a07f-b198e5297c96', 'tenant_id': 'b5be0692d8ef44a187a1841e9a288533', 'mac_address': 'fa:16:3e:8d:09:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2773b64a-30a4-47ef-b118-bae70031377b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e833c00c-7803-494c-a7c1-39cc57bf4b2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:12:29Z', 'updated_at': '2020-11-18T16:12:30Z', 'revision_number': 2, 'project_id': 'b5be0692d8ef44a187a1841e9a288533', 'subnets': [{'id': 'e833c00c-7803-494c-a7c1-39cc57bf4b2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bdc5597c-d431-4620-a6e9-d48bccfa421e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:12:32.556910 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58425dc9-e787-4463-9f24-fb1119d10420 None None] Checking router: 2773b64a-30a4-47ef-b118-bae70031377b for host: dv-cinder-759955-2-smb {{(pid=80389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:12:32.557349 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58425dc9-e787-4463-9f24-fb1119d10420 None None] Updating router 2773b64a-30a4-47ef-b118-bae70031377b port 755e386d-fefb-4cca-8d1c-a894a4019150 binding host dv-cinder-759955-2-smb {{(pid=80389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:12:32.612550 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-58425dc9-e787-4463-9f24-fb1119d10420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:33.062389 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-58425dc9-e787-4463-9f24-fb1119d10420 None None] Notify callbacks [] for port, precommit_update {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:33.078529 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-58425dc9-e787-4463-9f24-fb1119d10420 None None] Transition to ACTIVE for port object 755e386d-fefb-4cca-8d1c-a894a4019150 will not be triggered until provisioned by entity L2. {{(pid=80389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:12:33.108503 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-58425dc9-e787-4463-9f24-fb1119d10420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:33.127575 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80389) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:12:33.438935 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0e7c7-f510-4f80-bea8-810c9ec36031 None None] Pushing event updated for resources: {'Port': ['ID=755e386d-fefb-4cca-8d1c-a894a4019150,revision_number=3']} {{(pid=80389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:12:33.455308 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0e7c7-f510-4f80-bea8-810c9ec36031 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:33.455683 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0e7c7-f510-4f80-bea8-810c9ec36031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:33.456049 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0e7c7-f510-4f80-bea8-810c9ec36031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:33.456411 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0e7c7-f510-4f80-bea8-810c9ec36031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:33.456768 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0e7c7-f510-4f80-bea8-810c9ec36031 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:33.457151 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0e7c7-f510-4f80-bea8-810c9ec36031 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:33.457503 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0e7c7-f510-4f80-bea8-810c9ec36031 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:33.457854 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0e7c7-f510-4f80-bea8-810c9ec36031 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:33.458206 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0e7c7-f510-4f80-bea8-810c9ec36031 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:33.458555 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0e7c7-f510-4f80-bea8-810c9ec36031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:33.458929 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0e7c7-f510-4f80-bea8-810c9ec36031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:33.459277 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0e7c7-f510-4f80-bea8-810c9ec36031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:12:33.460382 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0e7c7-f510-4f80-bea8-810c9ec36031 None None] Tracked resource versions report: Nov 18 16:12:33.460382 dv-cinder-759955-2-smb neutron-server[80275]: pushed versions: Nov 18 16:12:33.460382 dv-cinder-759955-2-smb neutron-server[80275]: { 'AddressGroup': {'1.0'}, Nov 18 16:12:33.460382 dv-cinder-759955-2-smb neutron-server[80275]: 'ConntrackHelper': {'1.0'}, Nov 18 16:12:33.460382 dv-cinder-759955-2-smb neutron-server[80275]: 'Log': {'1.0'}, Nov 18 16:12:33.460382 dv-cinder-759955-2-smb neutron-server[80275]: 'Network': {'1.1'}, Nov 18 16:12:33.460382 dv-cinder-759955-2-smb neutron-server[80275]: 'Port': {'1.6'}, Nov 18 16:12:33.460382 dv-cinder-759955-2-smb neutron-server[80275]: 'PortForwarding': {'1.2'}, Nov 18 16:12:33.460382 dv-cinder-759955-2-smb neutron-server[80275]: 'QosPolicy': {'1.8'}, Nov 18 16:12:33.460382 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroup': {'1.2'}, Nov 18 16:12:33.460382 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroupRule': {'1.0'}, Nov 18 16:12:33.460382 dv-cinder-759955-2-smb neutron-server[80275]: 'SubPort': {'1.0'}, Nov 18 16:12:33.460382 dv-cinder-759955-2-smb neutron-server[80275]: 'Subnet': {'1.1'}, Nov 18 16:12:33.460382 dv-cinder-759955-2-smb neutron-server[80275]: 'Trunk': {'1.1'}} Nov 18 16:12:33.460382 dv-cinder-759955-2-smb neutron-server[80275]: consumer versions: Nov 18 16:12:33.460382 dv-cinder-759955-2-smb neutron-server[80275]: { DHCP agent@dv-cinder-759955-2-smb: {}, Nov 18 16:12:33.460382 dv-cinder-759955-2-smb neutron-server[80275]: L3 agent@dv-cinder-759955-2-smb: {}, Nov 18 16:12:33.460382 dv-cinder-759955-2-smb neutron-server[80275]: Metadata agent@dv-cinder-759955-2-smb: {}, Nov 18 16:12:33.460382 dv-cinder-759955-2-smb neutron-server[80275]: Metering agent@dv-cinder-759955-2-smb: {}, Nov 18 16:12:33.460382 dv-cinder-759955-2-smb neutron-server[80275]: Open vSwitch agent@dv-cinder-759955-2-smb: { 'AddressGroup': '1.0', Nov 18 16:12:33.460382 dv-cinder-759955-2-smb neutron-server[80275]: 'ConntrackHelper': '1.0', Nov 18 16:12:33.460382 dv-cinder-759955-2-smb neutron-server[80275]: 'Log': '1.0', Nov 18 16:12:33.460382 dv-cinder-759955-2-smb neutron-server[80275]: 'Network': '1.1', Nov 18 16:12:33.460382 dv-cinder-759955-2-smb neutron-server[80275]: 'Port': '1.6', Nov 18 16:12:33.460382 dv-cinder-759955-2-smb neutron-server[80275]: 'PortForwarding': '1.2', Nov 18 16:12:33.460382 dv-cinder-759955-2-smb neutron-server[80275]: 'QosPolicy': '1.8', Nov 18 16:12:33.460382 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroup': '1.2', Nov 18 16:12:33.460382 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroupRule': '1.0', Nov 18 16:12:33.460382 dv-cinder-759955-2-smb neutron-server[80275]: 'SubPort': '1.0', Nov 18 16:12:33.460382 dv-cinder-759955-2-smb neutron-server[80275]: 'Subnet': '1.1', Nov 18 16:12:33.460382 dv-cinder-759955-2-smb neutron-server[80275]: 'Trunk': '1.1'}} Nov 18 16:12:33.460382 dv-cinder-759955-2-smb neutron-server[80275]: {{(pid=80389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 18 16:12:33.467132 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-58b0e7c7-f510-4f80-bea8-810c9ec36031 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80389) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:12:33.618478 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-58425dc9-e787-4463-9f24-fb1119d10420 None None] Attempting to bind port 755e386d-fefb-4cca-8d1c-a894a4019150 on host dv-cinder-759955-2-smb for vnic_type normal with profile {{(pid=80389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:12:33.618792 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-58425dc9-e787-4463-9f24-fb1119d10420 None None] Attempting to bind port 755e386d-fefb-4cca-8d1c-a894a4019150 by drivers openvswitch on host dv-cinder-759955-2-smb at level 0 using segments [{'id': 'f8753fa2-ddcd-4dec-b9ab-1fe3dd7cb55a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8706c606-e8ca-4133-a07f-b198e5297c96'}] {{(pid=80389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:12:33.619204 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58425dc9-e787-4463-9f24-fb1119d10420 None None] Attempting to bind port 755e386d-fefb-4cca-8d1c-a894a4019150 on network 8706c606-e8ca-4133-a07f-b198e5297c96 {{(pid=80389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:12:33.626285 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58425dc9-e787-4463-9f24-fb1119d10420 None None] Checking agent: {'id': 'd139265b-832e-4a4b-b5af-b5aa037fc555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 11, 53), 'started_at': datetime.datetime(2020, 11, 18, 16, 12, 23), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:12:33.626709 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58425dc9-e787-4463-9f24-fb1119d10420 None None] Checking segment: {'id': 'f8753fa2-ddcd-4dec-b9ab-1fe3dd7cb55a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8706c606-e8ca-4133-a07f-b198e5297c96'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:12:33.627178 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-58425dc9-e787-4463-9f24-fb1119d10420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:33.627614 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58425dc9-e787-4463-9f24-fb1119d10420 None None] Bound using segment: {'id': 'f8753fa2-ddcd-4dec-b9ab-1fe3dd7cb55a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8706c606-e8ca-4133-a07f-b198e5297c96'} {{(pid=80389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:12:33.628153 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-58425dc9-e787-4463-9f24-fb1119d10420 None None] Bound port: 755e386d-fefb-4cca-8d1c-a894a4019150, host: dv-cinder-759955-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8753fa2-ddcd-4dec-b9ab-1fe3dd7cb55a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8706c606-e8ca-4133-a07f-b198e5297c96'}}] {{(pid=80389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:12:33.628589 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-58425dc9-e787-4463-9f24-fb1119d10420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:33.720400 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-58425dc9-e787-4463-9f24-fb1119d10420 None None] For port 755e386d-fefb-4cca-8d1c-a894a4019150, host dv-cinder-759955-2-smb, cleared binding levels {{(pid=80389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:12:33.726853 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-58425dc9-e787-4463-9f24-fb1119d10420 None None] For port 755e386d-fefb-4cca-8d1c-a894a4019150, host dv-cinder-759955-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=755e386d-fefb-4cca-8d1c-a894a4019150,segment=NetworkSegment(f8753fa2-ddcd-4dec-b9ab-1fe3dd7cb55a),segment_id=f8753fa2-ddcd-4dec-b9ab-1fe3dd7cb55a)] {{(pid=80389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:12:33.789464 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-58425dc9-e787-4463-9f24-fb1119d10420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:33.818042 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-58b0e7c7-f510-4f80-bea8-810c9ec36031 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80389) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:12:33.978853 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0e7c7-f510-4f80-bea8-810c9ec36031 None None] Pushing event updated for resources: {'Port': ['ID=755e386d-fefb-4cca-8d1c-a894a4019150,revision_number=4']} {{(pid=80389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:12:33.983510 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-58b0e7c7-f510-4f80-bea8-810c9ec36031 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80389) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:12:34.037889 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58425dc9-e787-4463-9f24-fb1119d10420 None None] Routers {'2773b64a-30a4-47ef-b118-bae70031377b'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:12:34.038585 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-58425dc9-e787-4463-9f24-fb1119d10420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:12:22Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['2773b64a-30a4-47ef-b118-bae70031377b'], 'active': True} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:12:34.202734 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-58425dc9-e787-4463-9f24-fb1119d10420 None None] Set router 2773b64a-30a4-47ef-b118-bae70031377b gateway port host: None {{(pid=80389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:12:34.502131 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 44032) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:12:34.553560 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-58425dc9-e787-4463-9f24-fb1119d10420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2773b64a-30a4-47ef-b118-bae70031377b', 'name': 'router1', 'tenant_id': 'b5be0692d8ef44a187a1841e9a288533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:12:18Z', 'updated_at': '2020-11-18T16:12:30Z', 'revision_number': 2, 'project_id': 'b5be0692d8ef44a187a1841e9a288533', 'gw_port_host': None, '_interfaces': [{'id': '755e386d-fefb-4cca-8d1c-a894a4019150', 'name': '', 'network_id': '8706c606-e8ca-4133-a07f-b198e5297c96', 'tenant_id': 'b5be0692d8ef44a187a1841e9a288533', 'mac_address': 'fa:16:3e:8d:09:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2773b64a-30a4-47ef-b118-bae70031377b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e833c00c-7803-494c-a7c1-39cc57bf4b2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:12:29Z', 'updated_at': '2020-11-18T16:12:33Z', 'revision_number': 4, 'project_id': 'b5be0692d8ef44a187a1841e9a288533', 'subnets': [{'id': 'e833c00c-7803-494c-a7c1-39cc57bf4b2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bdc5597c-d431-4620-a6e9-d48bccfa421e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:12:34.557673 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58425dc9-e787-4463-9f24-fb1119d10420 None None] The sync data for ids ['2773b64a-30a4-47ef-b118-bae70031377b'] in dv-cinder-759955-2-smb is: [{'id': '2773b64a-30a4-47ef-b118-bae70031377b', 'name': 'router1', 'tenant_id': 'b5be0692d8ef44a187a1841e9a288533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:12:18Z', 'updated_at': '2020-11-18T16:12:30Z', 'revision_number': 2, 'project_id': 'b5be0692d8ef44a187a1841e9a288533', 'gw_port_host': None, '_interfaces': [{'id': '755e386d-fefb-4cca-8d1c-a894a4019150', 'name': '', 'network_id': '8706c606-e8ca-4133-a07f-b198e5297c96', 'tenant_id': 'b5be0692d8ef44a187a1841e9a288533', 'mac_address': 'fa:16:3e:8d:09:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2773b64a-30a4-47ef-b118-bae70031377b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e833c00c-7803-494c-a7c1-39cc57bf4b2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:12:29Z', 'updated_at': '2020-11-18T16:12:33Z', 'revision_number': 4, 'project_id': 'b5be0692d8ef44a187a1841e9a288533', 'subnets': [{'id': 'e833c00c-7803-494c-a7c1-39cc57bf4b2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bdc5597c-d431-4620-a6e9-d48bccfa421e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:12:34.690469 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97c5cda-52b9-4c75-9274-5bd02536ae73 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:12:34.691107 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-b97c5cda-52b9-4c75-9274-5bd02536ae73 admin admin] Synchronizing usage tracker for tenant:4e38c475264a4691a0268238a310dce6 on resource:network {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:12:34.742204 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-b97c5cda-52b9-4c75-9274-5bd02536ae73 admin admin] Unset dirty status for tenant:4e38c475264a4691a0268238a310dce6 on resource:network {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:12:34.743589 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-b97c5cda-52b9-4c75-9274-5bd02536ae73 admin admin] 10.222.0.26 "GET /v2.0/networks/1ab93bf2-7919-44ad-adde-8c05b7be9843 HTTP/1.1" status: 200 len: 842 time: 0.2404013 Nov 18 16:12:34.754350 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-86c8755c-43e7-48d0-96e0-835b2e53e840 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.2.1', 'ip_version': 4, 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'name': 'public-subnet', 'cidr': '172.28.2.0/24', 'enable_dhcp': False}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:12:34.760944 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-86c8755c-43e7-48d0-96e0-835b2e53e840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:12:34.764953 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-86c8755c-43e7-48d0-96e0-835b2e53e840 admin admin] Usage tracker for resource:subnet and tenant:4e38c475264a4691a0268238a310dce6 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:12:34.768169 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-86c8755c-43e7-48d0-96e0-835b2e53e840 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:12:34.775317 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-86c8755c-43e7-48d0-96e0-835b2e53e840 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:12:34.816731 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c8755c-43e7-48d0-96e0-835b2e53e840 admin admin] Made reservation on behalf of 4e38c475264a4691a0268238a310dce6 for: {'subnet': 1} {{(pid=80387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:12:34.821979 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-86c8755c-43e7-48d0-96e0-835b2e53e840 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:35.479721 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.objects.ports [None req-86c8755c-43e7-48d0-96e0-835b2e53e840 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80387) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 18 16:12:35.480253 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-86c8755c-43e7-48d0-96e0-835b2e53e840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for subnet, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:35.496306 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a8eef2d1-d60c-4f06-8fcb-a2dc2e1c4cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:12:35.631223 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8755c-43e7-48d0-96e0-835b2e53e840 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c619f42-09f4-418f-9c21-3783e8b9bbfe,revision_number=0']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:12:35.635155 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-86c8755c-43e7-48d0-96e0-835b2e53e840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:12:35.700771 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c8755c-43e7-48d0-96e0-835b2e53e840 admin admin] Checking segment: {'id': 'fd1903d0-2c86-4185-ae42-f007a12d43c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:12:35.700941 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c8755c-43e7-48d0-96e0-835b2e53e840 admin admin] Network hostable DHCP agents. Network: 1ab93bf2-7919-44ad-adde-8c05b7be9843, hostable agents: ['f7776111-b6a1-4850-954f-358371da3282'], hosted agents: [] {{(pid=80387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:12:35.805958 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c8755c-43e7-48d0-96e0-835b2e53e840 admin admin] Network 1ab93bf2-7919-44ad-adde-8c05b7be9843 is scheduled to be hosted by DHCP agent f7776111-b6a1-4850-954f-358371da3282 with binding_index 1 {{(pid=80387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:12:35.970944 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-86c8755c-43e7-48d0-96e0-835b2e53e840 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-smb, 1ab93bf2-7919-44ad-adde-8c05b7be9843) {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:12:35.975046 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c8755c-43e7-48d0-96e0-835b2e53e840 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:12:35.975683 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-86c8755c-43e7-48d0-96e0-835b2e53e840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for subnet, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:35.980931 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12e3625-af7c-4ae2-bfbf-9461ce8910a9 None None] Network 1ab93bf2-7919-44ad-adde-8c05b7be9843 requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:12:36.097777 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-86c8755c-43e7-48d0-96e0-835b2e53e840 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3473954 Nov 18 16:12:36.209570 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c4e9c3-fb27-4310-a055-fafb1a9f94dc None None] Network 1ab93bf2-7919-44ad-adde-8c05b7be9843 requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:12:37.240919 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 755e386d-fefb-4cca-8d1c-a894a4019150 up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:12:37.348569 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning for port 755e386d-fefb-4cca-8d1c-a894a4019150 completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:12:37.354621 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning complete for port 755e386d-fefb-4cca-8d1c-a894a4019150 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:12:37.355035 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:37.475815 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:37.510859 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] For port 755e386d-fefb-4cca-8d1c-a894a4019150, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=755e386d-fefb-4cca-8d1c-a894a4019150,segment=NetworkSegment(f8753fa2-ddcd-4dec-b9ab-1fe3dd7cb55a),segment_id=f8753fa2-ddcd-4dec-b9ab-1fe3dd7cb55a)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:12:37.537172 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:37.539273 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:12:37.606055 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Pushing event updated for resources: {'Port': ['ID=755e386d-fefb-4cca-8d1c-a894a4019150,revision_number=5']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:12:37.609322 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:12:38.655588 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 44046) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:12:38.902668 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-7c9ab73b-dcd8-48d6-83ef-9ce7df7e4917 admin admin] 10.222.0.26 "GET /v2.0/routers/2773b64a-30a4-47ef-b118-bae70031377b HTTP/1.1" status: 200 len: 710 time: 0.2458062 Nov 18 16:12:39.040631 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cefccd-19c6-49a9-b0df-b92c26b98790 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:12:39.042124 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-d3cefccd-19c6-49a9-b0df-b92c26b98790 admin admin] 10.222.0.26 "GET /v2.0/networks/1ab93bf2-7919-44ad-adde-8c05b7be9843 HTTP/1.1" status: 200 len: 886 time: 0.1335156 Nov 18 16:12:39.051623 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-88682957-c88c-42c6-8c36-5738385845a7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'}}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:12:39.228999 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 755e386d-fefb-4cca-8d1c-a894a4019150 up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:12:39.305285 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning complete for port 755e386d-fefb-4cca-8d1c-a894a4019150 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:12:39.305693 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:39.711624 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-88682957-c88c-42c6-8c36-5738385845a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-706865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854080818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58975'] for router, precommit_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:39.946128 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-88682957-c88c-42c6-8c36-5738385845a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:39.978104 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-88682957-c88c-42c6-8c36-5738385845a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:39.991212 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-88682957-c88c-42c6-8c36-5738385845a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:40.023538 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-88682957-c88c-42c6-8c36-5738385845a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:12:40.027485 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-88682957-c88c-42c6-8c36-5738385845a7 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:12:40.030424 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-88682957-c88c-42c6-8c36-5738385845a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:12:40.036068 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-88682957-c88c-42c6-8c36-5738385845a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:12:40.287468 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-88682957-c88c-42c6-8c36-5738385845a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:40.330758 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-88682957-c88c-42c6-8c36-5738385845a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:40.346301 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:12:40.440970 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88682957-c88c-42c6-8c36-5738385845a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a9733b-6a74-4e38-9e1e-13e9373837a8,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:12:40.450820 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-88682957-c88c-42c6-8c36-5738385845a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:12:40.604592 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-88682957-c88c-42c6-8c36-5738385845a7 admin admin] Allocated IP 172.28.2.70 (1ab93bf2-7919-44ad-adde-8c05b7be9843/1c619f42-09f4-418f-9c21-3783e8b9bbfe/717a830d-00e9-4fa7-8fba-67c84dbb1689) {{(pid=80387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:12:40.754169 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-88682957-c88c-42c6-8c36-5738385845a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:40.828181 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-88682957-c88c-42c6-8c36-5738385845a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656'] for port, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:40.844432 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7ad6a341-d77e-4a83-8576-96e8ab84e160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:12:40.984384 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88682957-c88c-42c6-8c36-5738385845a7 admin admin] Pushing event updated for resources: {'Port': ['ID=717a830d-00e9-4fa7-8fba-67c84dbb1689,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:12:40.988568 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-88682957-c88c-42c6-8c36-5738385845a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:12:41.029944 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88682957-c88c-42c6-8c36-5738385845a7 admin admin] Network 1ab93bf2-7919-44ad-adde-8c05b7be9843 is already hosted by enough agents. {{(pid=80387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:12:41.031071 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-88682957-c88c-42c6-8c36-5738385845a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:12:41.033226 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88682957-c88c-42c6-8c36-5738385845a7 admin admin] Received port after_create {{(pid=80387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:12:41.267531 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-88682957-c88c-42c6-8c36-5738385845a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:41.440701 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-88682957-c88c-42c6-8c36-5738385845a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-706865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854080818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58975'] for router, precommit_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:41.444622 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-88682957-c88c-42c6-8c36-5738385845a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854068906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854068935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-706894', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-694999'] for router, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:41.649440 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88682957-c88c-42c6-8c36-5738385845a7 admin admin] Router 2773b64a-30a4-47ef-b118-bae70031377b has already been hosted by L3 agent 06010dfa-7d57-41a4-b257-aaebf39abde2 {{(pid=80387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:12:42.017135 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88682957-c88c-42c6-8c36-5738385845a7 admin admin] Notify agent at l3_agent.dv-cinder-759955-2-smb the message routers_updated {{(pid=80387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:12:42.028020 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446f6253-0af4-4bf6-b81c-185bd28a04a0 None None] Sync routers for ids ['2773b64a-30a4-47ef-b118-bae70031377b'] in dv-cinder-759955-2-smb {{(pid=80388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:12:42.034974 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-88682957-c88c-42c6-8c36-5738385845a7 admin admin] Notify callbacks [] for router, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:42.037494 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-88682957-c88c-42c6-8c36-5738385845a7 admin admin] 10.222.0.26 "PUT /v2.0/routers/2773b64a-30a4-47ef-b118-bae70031377b HTTP/1.1" status: 200 len: 889 time: 2.9887853 Nov 18 16:12:42.041046 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446f6253-0af4-4bf6-b81c-185bd28a04a0 None None] Routers {'2773b64a-30a4-47ef-b118-bae70031377b'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:12:42.041798 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-446f6253-0af4-4bf6-b81c-185bd28a04a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:12:22Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['2773b64a-30a4-47ef-b118-bae70031377b'], 'active': True} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:12:42.391277 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-446f6253-0af4-4bf6-b81c-185bd28a04a0 None None] Set router 2773b64a-30a4-47ef-b118-bae70031377b gateway port host: dv-cinder-759955-2-smb {{(pid=80388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:12:42.747167 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-446f6253-0af4-4bf6-b81c-185bd28a04a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2773b64a-30a4-47ef-b118-bae70031377b', 'name': 'router1', 'tenant_id': 'b5be0692d8ef44a187a1841e9a288533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '717a830d-00e9-4fa7-8fba-67c84dbb1689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:12:18Z', 'updated_at': '2020-11-18T16:12:41Z', 'revision_number': 4, 'project_id': 'b5be0692d8ef44a187a1841e9a288533', 'gw_port': {'id': '717a830d-00e9-4fa7-8fba-67c84dbb1689', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:55:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2773b64a-30a4-47ef-b118-bae70031377b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:12:40Z', 'updated_at': '2020-11-18T16:12:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '755e386d-fefb-4cca-8d1c-a894a4019150', 'name': '', 'network_id': '8706c606-e8ca-4133-a07f-b198e5297c96', 'tenant_id': 'b5be0692d8ef44a187a1841e9a288533', 'mac_address': 'fa:16:3e:8d:09:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2773b64a-30a4-47ef-b118-bae70031377b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e833c00c-7803-494c-a7c1-39cc57bf4b2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:12:29Z', 'updated_at': '2020-11-18T16:12:37Z', 'revision_number': 5, 'project_id': 'b5be0692d8ef44a187a1841e9a288533', 'subnets': [{'id': 'e833c00c-7803-494c-a7c1-39cc57bf4b2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bdc5597c-d431-4620-a6e9-d48bccfa421e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:12:42.752044 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446f6253-0af4-4bf6-b81c-185bd28a04a0 None None] Checking router: 2773b64a-30a4-47ef-b118-bae70031377b for host: dv-cinder-759955-2-smb {{(pid=80388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:12:42.752438 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446f6253-0af4-4bf6-b81c-185bd28a04a0 None None] Updating router 2773b64a-30a4-47ef-b118-bae70031377b port 717a830d-00e9-4fa7-8fba-67c84dbb1689 binding host dv-cinder-759955-2-smb {{(pid=80388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:12:42.805691 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-446f6253-0af4-4bf6-b81c-185bd28a04a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:43.200037 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-446f6253-0af4-4bf6-b81c-185bd28a04a0 None None] Notify callbacks [] for port, precommit_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:43.262860 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-446f6253-0af4-4bf6-b81c-185bd28a04a0 None None] Transition to ACTIVE for port object 717a830d-00e9-4fa7-8fba-67c84dbb1689 will not be triggered until provisioned by entity L2. {{(pid=80388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:12:43.308755 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-446f6253-0af4-4bf6-b81c-185bd28a04a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:43.327919 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:12:43.467413 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c4e8a-a6dc-4e47-996a-5b0a0954a7f4 None None] Pushing event updated for resources: {'Port': ['ID=717a830d-00e9-4fa7-8fba-67c84dbb1689,revision_number=2']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:12:43.471516 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-575c4e8a-a6dc-4e47-996a-5b0a0954a7f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:12:43.523602 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-446f6253-0af4-4bf6-b81c-185bd28a04a0 None None] Attempting to bind port 717a830d-00e9-4fa7-8fba-67c84dbb1689 on host dv-cinder-759955-2-smb for vnic_type normal with profile {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:12:43.524009 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-446f6253-0af4-4bf6-b81c-185bd28a04a0 None None] Attempting to bind port 717a830d-00e9-4fa7-8fba-67c84dbb1689 by drivers openvswitch on host dv-cinder-759955-2-smb at level 0 using segments [{'id': 'fd1903d0-2c86-4185-ae42-f007a12d43c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'}] {{(pid=80388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:12:43.524408 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446f6253-0af4-4bf6-b81c-185bd28a04a0 None None] Attempting to bind port 717a830d-00e9-4fa7-8fba-67c84dbb1689 on network 1ab93bf2-7919-44ad-adde-8c05b7be9843 {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:12:43.531243 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446f6253-0af4-4bf6-b81c-185bd28a04a0 None None] Checking agent: {'id': 'd139265b-832e-4a4b-b5af-b5aa037fc555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 11, 53), 'started_at': datetime.datetime(2020, 11, 18, 16, 12, 23), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:12:43.531652 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446f6253-0af4-4bf6-b81c-185bd28a04a0 None None] Checking segment: {'id': 'fd1903d0-2c86-4185-ae42-f007a12d43c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:12:43.532093 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-446f6253-0af4-4bf6-b81c-185bd28a04a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:43.532519 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446f6253-0af4-4bf6-b81c-185bd28a04a0 None None] Bound using segment: {'id': 'fd1903d0-2c86-4185-ae42-f007a12d43c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'} {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:12:43.533050 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-446f6253-0af4-4bf6-b81c-185bd28a04a0 None None] Bound port: 717a830d-00e9-4fa7-8fba-67c84dbb1689, host: dv-cinder-759955-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1903d0-2c86-4185-ae42-f007a12d43c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'}}] {{(pid=80388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:12:43.533476 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-446f6253-0af4-4bf6-b81c-185bd28a04a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:43.606078 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-446f6253-0af4-4bf6-b81c-185bd28a04a0 None None] For port 717a830d-00e9-4fa7-8fba-67c84dbb1689, host dv-cinder-759955-2-smb, cleared binding levels {{(pid=80388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:12:43.609226 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-446f6253-0af4-4bf6-b81c-185bd28a04a0 None None] For port 717a830d-00e9-4fa7-8fba-67c84dbb1689, host dv-cinder-759955-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=717a830d-00e9-4fa7-8fba-67c84dbb1689,segment=NetworkSegment(fd1903d0-2c86-4185-ae42-f007a12d43c6),segment_id=fd1903d0-2c86-4185-ae42-f007a12d43c6)] {{(pid=80388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:12:43.639665 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-446f6253-0af4-4bf6-b81c-185bd28a04a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:43.658376 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-79a7c1bf-9b15-4605-a1c0-31e1f7bf681a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:12:43.805135 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c4e8a-a6dc-4e47-996a-5b0a0954a7f4 None None] Pushing event updated for resources: {'Port': ['ID=717a830d-00e9-4fa7-8fba-67c84dbb1689,revision_number=3']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:12:43.810427 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-575c4e8a-a6dc-4e47-996a-5b0a0954a7f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:12:43.853150 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446f6253-0af4-4bf6-b81c-185bd28a04a0 None None] Routers {'2773b64a-30a4-47ef-b118-bae70031377b'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:12:43.853796 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-446f6253-0af4-4bf6-b81c-185bd28a04a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:12:22Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['2773b64a-30a4-47ef-b118-bae70031377b'], 'active': True} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:12:44.041281 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-446f6253-0af4-4bf6-b81c-185bd28a04a0 None None] Set router 2773b64a-30a4-47ef-b118-bae70031377b gateway port host: dv-cinder-759955-2-smb {{(pid=80388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:12:44.391215 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-446f6253-0af4-4bf6-b81c-185bd28a04a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2773b64a-30a4-47ef-b118-bae70031377b', 'name': 'router1', 'tenant_id': 'b5be0692d8ef44a187a1841e9a288533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '717a830d-00e9-4fa7-8fba-67c84dbb1689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:12:18Z', 'updated_at': '2020-11-18T16:12:41Z', 'revision_number': 4, 'project_id': 'b5be0692d8ef44a187a1841e9a288533', 'gw_port': {'id': '717a830d-00e9-4fa7-8fba-67c84dbb1689', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:55:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2773b64a-30a4-47ef-b118-bae70031377b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:12:40Z', 'updated_at': '2020-11-18T16:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '755e386d-fefb-4cca-8d1c-a894a4019150', 'name': '', 'network_id': '8706c606-e8ca-4133-a07f-b198e5297c96', 'tenant_id': 'b5be0692d8ef44a187a1841e9a288533', 'mac_address': 'fa:16:3e:8d:09:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2773b64a-30a4-47ef-b118-bae70031377b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e833c00c-7803-494c-a7c1-39cc57bf4b2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:12:29Z', 'updated_at': '2020-11-18T16:12:37Z', 'revision_number': 5, 'project_id': 'b5be0692d8ef44a187a1841e9a288533', 'subnets': [{'id': 'e833c00c-7803-494c-a7c1-39cc57bf4b2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bdc5597c-d431-4620-a6e9-d48bccfa421e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:12:44.395383 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446f6253-0af4-4bf6-b81c-185bd28a04a0 None None] The sync data for ids ['2773b64a-30a4-47ef-b118-bae70031377b'] in dv-cinder-759955-2-smb is: [{'id': '2773b64a-30a4-47ef-b118-bae70031377b', 'name': 'router1', 'tenant_id': 'b5be0692d8ef44a187a1841e9a288533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': '717a830d-00e9-4fa7-8fba-67c84dbb1689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:12:18Z', 'updated_at': '2020-11-18T16:12:41Z', 'revision_number': 4, 'project_id': 'b5be0692d8ef44a187a1841e9a288533', 'gw_port': {'id': '717a830d-00e9-4fa7-8fba-67c84dbb1689', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:55:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2773b64a-30a4-47ef-b118-bae70031377b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:12:40Z', 'updated_at': '2020-11-18T16:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '755e386d-fefb-4cca-8d1c-a894a4019150', 'name': '', 'network_id': '8706c606-e8ca-4133-a07f-b198e5297c96', 'tenant_id': 'b5be0692d8ef44a187a1841e9a288533', 'mac_address': 'fa:16:3e:8d:09:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2773b64a-30a4-47ef-b118-bae70031377b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e833c00c-7803-494c-a7c1-39cc57bf4b2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:12:29Z', 'updated_at': '2020-11-18T16:12:37Z', 'revision_number': 5, 'project_id': 'b5be0692d8ef44a187a1841e9a288533', 'subnets': [{'id': 'e833c00c-7803-494c-a7c1-39cc57bf4b2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bdc5597c-d431-4620-a6e9-d48bccfa421e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:12:44.717670 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 5 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:12:44.740180 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 44056) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:12:44.891247 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-645c05b4-9d69-416e-8f42-b5af1c1c471c admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1497920 Nov 18 16:12:45.261319 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 717a830d-00e9-4fa7-8fba-67c84dbb1689 up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:12:45.371495 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning for port 717a830d-00e9-4fa7-8fba-67c84dbb1689 completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:12:45.379030 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning complete for port 717a830d-00e9-4fa7-8fba-67c84dbb1689 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:12:45.379030 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:45.503982 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:45.521213 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] For port 717a830d-00e9-4fa7-8fba-67c84dbb1689, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=717a830d-00e9-4fa7-8fba-67c84dbb1689,segment=NetworkSegment(fd1903d0-2c86-4185-ae42-f007a12d43c6),segment_id=fd1903d0-2c86-4185-ae42-f007a12d43c6)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:12:45.553934 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:45.556177 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-575c4e8a-a6dc-4e47-996a-5b0a0954a7f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:12:45.627073 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Pushing event updated for resources: {'Port': ['ID=717a830d-00e9-4fa7-8fba-67c84dbb1689,revision_number=4']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:12:45.631249 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:12:47.238395 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 717a830d-00e9-4fa7-8fba-67c84dbb1689 up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:12:47.320767 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning complete for port 717a830d-00e9-4fa7-8fba-67c84dbb1689 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:12:47.321431 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:49.069250 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fc5c2b7c-6bd0-4aed-9399-050599e92026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:51.612578 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a9275b65-59c8-43b6-85ae-ea796060acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:52.017661 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:53.045508 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:53.617177 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:19.027560 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3916f494-d6c1-4d4f-9dd0-9944c8dea0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:21.610038 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cf166e2c-d302-4c67-af2d-0d4483c4dcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:21.718106 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 5 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:13:22.004784 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:23.021893 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:23.593434 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:49.061331 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-65cb9d0a-c0a6-458a-a302-bc65f8f40ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:51.598799 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9aef2b19-60c6-4d7e-baa6-2688d3ae55b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:52.009665 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:53.032754 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:53.603755 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:58.718061 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 5 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:14:19.042989 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c120f045-8ed3-4e56-98e9-834adeac6446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:14:21.591738 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-089eebca-23c8-468e-a109-09bcfa5d7d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:14:22.014344 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:14:23.025689 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:14:23.614743 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:14:35.720001 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 5 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:14:49.031189 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-680bfe41-0b30-4ec6-a90b-45c219451c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:14:51.597501 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-be7c730b-66a7-4df2-8761-7137eb279b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:14:52.014146 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:14:53.042732 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:14:53.614330 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:15:01.768948 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 44632) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:15:01.872280 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e4603d1-7399-4230-a267-b39bcbc7777a admin admin] GET failed (client error): The resource could not be found. Nov 18 16:15:01.873613 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-3e4603d1-7399-4230-a267-b39bcbc7777a admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1036267 Nov 18 16:15:02.019504 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87c876b-91d9-48df-beee-fec8e1bd4df3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:15:02.021099 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-a87c876b-91d9-48df-beee-fec8e1bd4df3 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1424882 Nov 18 16:15:04.498192 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 44642) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:15:04.639996 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bfef44-3af2-4e2e-bbc7-f65e4eb10548 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:15:04.640590 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-a9bfef44-3af2-4e2e-bbc7-f65e4eb10548 admin admin] Synchronizing usage tracker for tenant:4e38c475264a4691a0268238a310dce6 on resource:subnet {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:15:04.745161 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-a9bfef44-3af2-4e2e-bbc7-f65e4eb10548 admin admin] Unset dirty status for tenant:4e38c475264a4691a0268238a310dce6 on resource:subnet {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:15:04.746329 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-a9bfef44-3af2-4e2e-bbc7-f65e4eb10548 admin admin] 10.222.0.26 "GET /v2.0/subnets/e833c00c-7803-494c-a7c1-39cc57bf4b2b HTTP/1.1" status: 200 len: 849 time: 0.2471070 Nov 18 16:15:04.756924 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-73cd37f6-d73f-4926-b016-3bb887eaafee admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:15:04.886421 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-73cd37f6-d73f-4926-b016-3bb887eaafee admin admin] Notify callbacks [] for subnet, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:15:05.213831 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-73cd37f6-d73f-4926-b016-3bb887eaafee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363242460595145'] for subnet, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:15:05.228840 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:15:05.372818 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd37f6-d73f-4926-b016-3bb887eaafee admin admin] Pushing event updated for resources: {'Subnet': ['ID=e833c00c-7803-494c-a7c1-39cc57bf4b2b,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:15:05.388912 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd37f6-d73f-4926-b016-3bb887eaafee admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:15:05.389298 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd37f6-d73f-4926-b016-3bb887eaafee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:15:05.389671 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd37f6-d73f-4926-b016-3bb887eaafee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:15:05.390038 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd37f6-d73f-4926-b016-3bb887eaafee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:15:05.390405 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd37f6-d73f-4926-b016-3bb887eaafee admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:15:05.390768 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd37f6-d73f-4926-b016-3bb887eaafee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:15:05.391383 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd37f6-d73f-4926-b016-3bb887eaafee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:15:05.391741 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd37f6-d73f-4926-b016-3bb887eaafee admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:15:05.392105 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd37f6-d73f-4926-b016-3bb887eaafee admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:15:05.392466 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd37f6-d73f-4926-b016-3bb887eaafee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:15:05.392842 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd37f6-d73f-4926-b016-3bb887eaafee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:15:05.393740 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd37f6-d73f-4926-b016-3bb887eaafee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:15:05.404757 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-73cd37f6-d73f-4926-b016-3bb887eaafee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:15:05.422475 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cd37f6-d73f-4926-b016-3bb887eaafee admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:15:05.423118 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-73cd37f6-d73f-4926-b016-3bb887eaafee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for subnet, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:15:05.424560 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-73cd37f6-d73f-4926-b016-3bb887eaafee admin admin] 10.222.0.26 "PUT /v2.0/subnets/e833c00c-7803-494c-a7c1-39cc57bf4b2b HTTP/1.1" status: 200 len: 868 time: 0.6717904 Nov 18 16:15:05.440608 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea20a61a-8976-4a9a-8fd9-fbcc78d4868a None None] Network 8706c606-e8ca-4133-a07f-b198e5297c96 requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:15:05.892470 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-4c51faba-e395-4376-a79a-d5763b058d1e None None] Provisioning complete for port 196d3ec1-3ab1-4bcb-a0f7-728a9420b53f triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:15:05.893626 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4c51faba-e395-4376-a79a-d5763b058d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:15:06.023811 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-4c51faba-e395-4376-a79a-d5763b058d1e None None] Provisioning complete for port 755e386d-fefb-4cca-8d1c-a894a4019150 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:15:06.024223 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4c51faba-e395-4376-a79a-d5763b058d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:15:07.914155 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 44652) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:15:08.130739 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b86c68-edff-4b14-bc62-280103ec2320 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:15:08.131086 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b86c68-edff-4b14-bc62-280103ec2320 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:15:08.132741 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-d8b86c68-edff-4b14-bc62-280103ec2320 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2175198 Nov 18 16:15:10.639473 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 44662) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:15:10.852297 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb15635-050c-44f4-8072-c379bf7bc9fa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:15:10.854317 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb15635-050c-44f4-8072-c379bf7bc9fa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:15:10.854555 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-3fb15635-050c-44f4-8072-c379bf7bc9fa admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2139084 Nov 18 16:15:12.722089 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 5 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:15:13.338477 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 44672) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:15:13.516990 dv-cinder-759955-2-smb neutron-server[80275]: WARNING oslo_policy.policy [None req-37118949-f85b-4ff6-b262-852f131af678 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:15:13.517637 dv-cinder-759955-2-smb neutron-server[80275]: WARNING oslo_policy.policy [None req-37118949-f85b-4ff6-b262-852f131af678 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:15:13.988699 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.policy [None req-37118949-f85b-4ff6-b262-852f131af678 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80386) register_rules /opt/stack/neutron/neutron/policy.py:67}} Nov 18 16:15:13.989598 dv-cinder-759955-2-smb neutron-server[80275]: WARNING oslo_policy.policy [None req-37118949-f85b-4ff6-b262-852f131af678 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:15:13.990011 dv-cinder-759955-2-smb neutron-server[80275]: WARNING oslo_policy.policy [None req-37118949-f85b-4ff6-b262-852f131af678 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:15:13.996116 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37118949-f85b-4ff6-b262-852f131af678 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:15:13.998110 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-37118949-f85b-4ff6-b262-852f131af678 admin admin] 10.222.0.26 "GET /v2.0/networks/1ab93bf2-7919-44ad-adde-8c05b7be9843 HTTP/1.1" status: 200 len: 886 time: 0.6571095 Nov 18 16:15:16.491823 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 44688) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:15:16.706019 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff08902-b280-49aa-a64c-71751675511d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:15:16.707375 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-fff08902-b280-49aa-a64c-71751675511d admin admin] 10.222.0.26 "GET /v2.0/networks/8706c606-e8ca-4133-a07f-b198e5297c96 HTTP/1.1" status: 200 len: 862 time: 0.2145429 Nov 18 16:15:19.036140 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-95552ca9-1f1a-4be7-94a6-66c4db595c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:15:19.180472 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 44698) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:15:19.321693 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f2d9e2-87b2-4051-bedf-5ef0a0095347 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:15:19.322106 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f2d9e2-87b2-4051-bedf-5ef0a0095347 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:15:19.323701 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-52f2d9e2-87b2-4051-bedf-5ef0a0095347 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1421852 Nov 18 16:15:21.590718 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-db80b91d-d83e-4696-b6f7-d8e4e920ce42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:15:21.833384 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 44708) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:15:21.981460 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1082c37e-0f12-4bee-ae80-1dde213c18c2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:15:21.981870 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1082c37e-0f12-4bee-ae80-1dde213c18c2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:15:21.983505 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-1082c37e-0f12-4bee-ae80-1dde213c18c2 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1490719 Nov 18 16:15:22.042603 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:15:23.048478 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:15:23.630513 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:15:24.479048 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 44718) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:15:24.616395 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb6025c-1e4b-49e9-8710-cd66aca02afa admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:15:24.617859 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-1bb6025c-1e4b-49e9-8710-cd66aca02afa admin admin] 10.222.0.26 "GET /v2.0/subnets/1c619f42-09f4-418f-9c21-3783e8b9bbfe HTTP/1.1" status: 200 len: 816 time: 0.1377571 Nov 18 16:15:27.096865 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 44728) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:15:27.238709 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec2b730-8953-4960-9f41-d24e2b0853ef admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:15:27.240115 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-6ec2b730-8953-4960-9f41-d24e2b0853ef admin admin] 10.222.0.26 "GET /v2.0/subnets/e833c00c-7803-494c-a7c1-39cc57bf4b2b HTTP/1.1" status: 200 len: 868 time: 0.1422820 Nov 18 16:15:49.047895 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-13a0f096-ea08-4d11-bd76-5fc4ca29ab53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:15:49.723013 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 5 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:15:51.584486 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6569d809-c64d-4572-805c-e1075b9dc021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:15:52.013407 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:15:53.029999 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:15:53.188900 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 44768) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:15:53.267289 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [None req-defb2c4e-e861-40bd-b455-f2620b65bcdb admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=80387) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:15:53.268477 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-defb2c4e-e861-40bd-b455-f2620b65bcdb admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0785253 Nov 18 16:15:53.630011 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:15:55.831248 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 44778) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:15:55.932207 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.pecan_wsgi.hooks.translation [None req-49769843-7fa1-4a50-80cf-909f6740a8c5 admin admin] GET failed (client error): The resource could not be found. Nov 18 16:15:55.933536 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-49769843-7fa1-4a50-80cf-909f6740a8c5 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1012762 Nov 18 16:15:56.073398 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc154796-4ced-47b1-bc66-8e34a58be4a4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:15:56.074973 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-fc154796-4ced-47b1-bc66-8e34a58be4a4 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1370931 Nov 18 16:15:58.573536 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 44788) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:15:58.653778 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-7a51a6de-59d1-4e24-9aab-bf6bd9e7d9bb admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:15:58.659267 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-7a51a6de-59d1-4e24-9aab-bf6bd9e7d9bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:15:58.669126 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-7a51a6de-59d1-4e24-9aab-bf6bd9e7d9bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:15:58.704102 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a51a6de-59d1-4e24-9aab-bf6bd9e7d9bb admin admin] Made reservation on behalf of 4e38c475264a4691a0268238a310dce6 for: {'network': 1} {{(pid=80387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:15:58.708656 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7a51a6de-59d1-4e24-9aab-bf6bd9e7d9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for network, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:15:58.805358 dv-cinder-759955-2-smb neutron-server[80275]: WARNING neutron.services.revisions.revision_plugin [None req-7a51a6de-59d1-4e24-9aab-bf6bd9e7d9bb admin admin] Could not find related network for resource to bump revision. Nov 18 16:15:58.821055 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a51a6de-59d1-4e24-9aab-bf6bd9e7d9bb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:15:58.900045 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7a51a6de-59d1-4e24-9aab-bf6bd9e7d9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696124'] for segment, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:15:58.900425 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.segments_db [None req-7a51a6de-59d1-4e24-9aab-bf6bd9e7d9bb admin admin] Added segment 86bd0d92-9fdc-46a0-8391-9610d033c426 of type vxlan for network 09fba2e3-ac6f-4816-82ff-af61d0e5fc72 Nov 18 16:15:58.928185 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7a51a6de-59d1-4e24-9aab-bf6bd9e7d9bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242460990785'] for network, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:15:58.978537 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7a51a6de-59d1-4e24-9aab-bf6bd9e7d9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for network, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:15:58.979775 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a51a6de-59d1-4e24-9aab-bf6bd9e7d9bb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:15:58.980410 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7a51a6de-59d1-4e24-9aab-bf6bd9e7d9bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for network, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:15:58.986212 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9c1fd6fe-7261-497d-94fd-f406ff87ebab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:15:59.090837 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51a6de-59d1-4e24-9aab-bf6bd9e7d9bb admin admin] Pushing event updated for resources: {'Network': ['ID=09fba2e3-ac6f-4816-82ff-af61d0e5fc72,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:15:59.093862 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7a51a6de-59d1-4e24-9aab-bf6bd9e7d9bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:15:59.104711 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Network 09fba2e3-ac6f-4816-82ff-af61d0e5fc72 details requested by agent ovs-agent-dv-cinder-759955-2-smb with host dv-cinder-759955-2-smb {{(pid=80388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:15:59.116463 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-7a51a6de-59d1-4e24-9aab-bf6bd9e7d9bb admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.5418003 Nov 18 16:16:01.613491 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 44798) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:16:01.714135 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b4c48a-5b44-40c7-8143-12277791b5d4 admin admin] GET failed (client error): The resource could not be found. Nov 18 16:16:01.714685 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-81b4c48a-5b44-40c7-8143-12277791b5d4 admin admin] Synchronizing usage tracker for tenant:4e38c475264a4691a0268238a310dce6 on resource:network {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:16:01.772665 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-81b4c48a-5b44-40c7-8143-12277791b5d4 admin admin] Unset dirty status for tenant:4e38c475264a4691a0268238a310dce6 on resource:network {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:16:01.773872 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-81b4c48a-5b44-40c7-8143-12277791b5d4 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1593571 Nov 18 16:16:01.890941 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13aadab-7f7e-44fe-a363-ed96524a4cbc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:16:01.892770 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-e13aadab-7f7e-44fe-a363-ed96524a4cbc admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1144063 Nov 18 16:16:01.903613 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-2eac158a-741c-4e63-974d-9ad73a446b38 admin admin] Request body: {'subnet': {'network_id': '09fba2e3-ac6f-4816-82ff-af61d0e5fc72', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:16:01.908916 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-2eac158a-741c-4e63-974d-9ad73a446b38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:16:01.918590 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-2eac158a-741c-4e63-974d-9ad73a446b38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:16:01.955558 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eac158a-741c-4e63-974d-9ad73a446b38 admin admin] Made reservation on behalf of 4e38c475264a4691a0268238a310dce6 for: {'subnet': 1} {{(pid=80387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:16:01.960090 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2eac158a-741c-4e63-974d-9ad73a446b38 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:02.382099 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2eac158a-741c-4e63-974d-9ad73a446b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for subnet, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:02.400290 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-86c8755c-43e7-48d0-96e0-835b2e53e840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:16:02.705360 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac158a-741c-4e63-974d-9ad73a446b38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=939c02e0-b521-4537-b5c2-1347af22a15f,revision_number=0']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:16:02.709254 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2eac158a-741c-4e63-974d-9ad73a446b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:16:02.770405 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eac158a-741c-4e63-974d-9ad73a446b38 admin admin] Checking segment: {'id': '86bd0d92-9fdc-46a0-8391-9610d033c426', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '09fba2e3-ac6f-4816-82ff-af61d0e5fc72'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:16:02.770792 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eac158a-741c-4e63-974d-9ad73a446b38 admin admin] Network hostable DHCP agents. Network: 09fba2e3-ac6f-4816-82ff-af61d0e5fc72, hostable agents: ['f7776111-b6a1-4850-954f-358371da3282'], hosted agents: [] {{(pid=80387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:16:02.818038 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eac158a-741c-4e63-974d-9ad73a446b38 admin admin] Network 09fba2e3-ac6f-4816-82ff-af61d0e5fc72 is scheduled to be hosted by DHCP agent f7776111-b6a1-4850-954f-358371da3282 with binding_index 1 {{(pid=80387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:16:02.852376 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-2eac158a-741c-4e63-974d-9ad73a446b38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-smb, 09fba2e3-ac6f-4816-82ff-af61d0e5fc72) {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:16:02.856424 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eac158a-741c-4e63-974d-9ad73a446b38 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:16:02.858315 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2eac158a-741c-4e63-974d-9ad73a446b38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for subnet, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:02.861200 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be509342-02af-4769-9724-e99b0cff96f5 None None] Network 09fba2e3-ac6f-4816-82ff-af61d0e5fc72 requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:16:02.910557 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-2eac158a-741c-4e63-974d-9ad73a446b38 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0106709 Nov 18 16:16:03.094201 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b6bd36f-cdf7-5393-8c49-b9e6ea56e45e-09fba2e3-ac6f-4816-82ff-af61d0e5fc72', 'network_id': '09fba2e3-ac6f-4816-82ff-af61d0e5fc72', 'tenant_id': '4e38c475264a4691a0268238a310dce6', 'fixed_ips': [{'subnet_id': '939c02e0-b521-4537-b5c2-1347af22a15f'}]}} from dv-cinder-759955-2-smb. {{(pid=80388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 18 16:16:03.095134 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:03.391951 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Allocated IP 192.168.233.2 (09fba2e3-ac6f-4816-82ff-af61d0e5fc72/939c02e0-b521-4537-b5c2-1347af22a15f/d954f793-b80e-4606-95c4-39d10c0a1e12) {{(pid=80388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:16:03.680437 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Notify callbacks [] for port, precommit_create {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:03.727492 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Transition to ACTIVE for port object d954f793-b80e-4606-95c4-39d10c0a1e12 will not be triggered until provisioned by entity L2. {{(pid=80388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:16:03.745478 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Transition to ACTIVE for port object d954f793-b80e-4606-95c4-39d10c0a1e12 will not be triggered until provisioned by entity DHCP. {{(pid=80388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:16:03.774061 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656'] for port, after_create {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:03.793641 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:16:04.099437 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Pushing event updated for resources: {'Port': ['ID=d954f793-b80e-4606-95c4-39d10c0a1e12,revision_number=1']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:16:04.116603 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:16:04.117035 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:16:04.117405 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:16:04.117769 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:16:04.118127 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:16:04.118484 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:16:04.118838 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:16:04.119192 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:16:04.119542 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:16:04.119897 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:16:04.120247 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:16:04.120593 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:16:04.127094 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:16:04.160834 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Network 09fba2e3-ac6f-4816-82ff-af61d0e5fc72 is already hosted by enough agents. {{(pid=80388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:16:04.162027 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Resources bound (agent type, host, resource id): {{(pid=80388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:16:04.164455 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Received port after_create {{(pid=80388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:16:04.221441 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Attempting to bind port d954f793-b80e-4606-95c4-39d10c0a1e12 on host dv-cinder-759955-2-smb for vnic_type normal with profile {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:16:04.221858 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Attempting to bind port d954f793-b80e-4606-95c4-39d10c0a1e12 by drivers openvswitch on host dv-cinder-759955-2-smb at level 0 using segments [{'id': '86bd0d92-9fdc-46a0-8391-9610d033c426', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '09fba2e3-ac6f-4816-82ff-af61d0e5fc72'}] {{(pid=80388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:16:04.222258 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Attempting to bind port d954f793-b80e-4606-95c4-39d10c0a1e12 on network 09fba2e3-ac6f-4816-82ff-af61d0e5fc72 {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:16:04.229164 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Checking agent: {'id': 'd139265b-832e-4a4b-b5af-b5aa037fc555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 11, 53), 'started_at': datetime.datetime(2020, 11, 18, 16, 12, 23), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:16:04.229583 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Checking segment: {'id': '86bd0d92-9fdc-46a0-8391-9610d033c426', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '09fba2e3-ac6f-4816-82ff-af61d0e5fc72'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:16:04.230020 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:04.230455 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Bound using segment: {'id': '86bd0d92-9fdc-46a0-8391-9610d033c426', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '09fba2e3-ac6f-4816-82ff-af61d0e5fc72'} {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:16:04.230964 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Bound port: d954f793-b80e-4606-95c4-39d10c0a1e12, host: dv-cinder-759955-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86bd0d92-9fdc-46a0-8391-9610d033c426', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '09fba2e3-ac6f-4816-82ff-af61d0e5fc72'}}] {{(pid=80388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:16:04.231397 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:04.327328 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] For port d954f793-b80e-4606-95c4-39d10c0a1e12, host dv-cinder-759955-2-smb, cleared binding levels {{(pid=80388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:16:04.330724 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] For port d954f793-b80e-4606-95c4-39d10c0a1e12, host dv-cinder-759955-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=d954f793-b80e-4606-95c4-39d10c0a1e12,segment=NetworkSegment(86bd0d92-9fdc-46a0-8391-9610d033c426),segment_id=86bd0d92-9fdc-46a0-8391-9610d033c426)] {{(pid=80388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:16:04.402113 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:04.418830 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:16:04.574639 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Pushing event updated for resources: {'Port': ['ID=d954f793-b80e-4606-95c4-39d10c0a1e12,revision_number=2']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:16:04.581049 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:16:05.355287 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device d954f793-b80e-4606-95c4-39d10c0a1e12 up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:16:05.469835 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning for port d954f793-b80e-4606-95c4-39d10c0a1e12 completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:16:05.827261 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19a83e6-a93d-44ce-9e04-d7b7d334eaef None None] Network 09fba2e3-ac6f-4816-82ff-af61d0e5fc72 requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:16:05.995925 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-3598ed9a-5e72-48b8-ae55-6aaf670c1105 None None] Provisioning for port d954f793-b80e-4606-95c4-39d10c0a1e12 completed by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:16:06.007571 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-3598ed9a-5e72-48b8-ae55-6aaf670c1105 None None] Provisioning complete for port d954f793-b80e-4606-95c4-39d10c0a1e12 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:16:06.007982 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3598ed9a-5e72-48b8-ae55-6aaf670c1105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:06.193847 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3598ed9a-5e72-48b8-ae55-6aaf670c1105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:06.231715 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-3598ed9a-5e72-48b8-ae55-6aaf670c1105 None None] For port d954f793-b80e-4606-95c4-39d10c0a1e12, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=d954f793-b80e-4606-95c4-39d10c0a1e12,segment=NetworkSegment(86bd0d92-9fdc-46a0-8391-9610d033c426),segment_id=86bd0d92-9fdc-46a0-8391-9610d033c426)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:16:06.259325 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3598ed9a-5e72-48b8-ae55-6aaf670c1105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:06.261710 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:16:06.331343 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598ed9a-5e72-48b8-ae55-6aaf670c1105 None None] Pushing event updated for resources: {'Port': ['ID=d954f793-b80e-4606-95c4-39d10c0a1e12,revision_number=3']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:16:06.334480 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3598ed9a-5e72-48b8-ae55-6aaf670c1105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:16:06.390137 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-2d393d87-a67c-4ae7-9efd-5c16fff34b8f None None] Provisioning complete for port d954f793-b80e-4606-95c4-39d10c0a1e12 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:16:06.390771 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2d393d87-a67c-4ae7-9efd-5c16fff34b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:06.641013 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-8ef566a8-121f-4762-b7f4-cd4e0b1e6638 None None] Provisioning complete for port d954f793-b80e-4606-95c4-39d10c0a1e12 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:16:06.641826 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8ef566a8-121f-4762-b7f4-cd4e0b1e6638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:06.883774 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-a931553d-85c6-4e60-aea6-b7ea3d4ceaa0 None None] Provisioning complete for port d954f793-b80e-4606-95c4-39d10c0a1e12 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:16:06.884194 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a931553d-85c6-4e60-aea6-b7ea3d4ceaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:07.334212 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device d954f793-b80e-4606-95c4-39d10c0a1e12 up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:16:07.407058 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning complete for port d954f793-b80e-4606-95c4-39d10c0a1e12 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:16:07.407616 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:19.035199 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2a200d08-36c5-49c3-a3d5-86a3bf70ab4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:21.595489 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3c94cab4-3a28-46f5-8032-af04c6d20e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:22.035390 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:23.035431 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:23.618410 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:26.724922 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 5 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:16:49.040549 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d0b64137-6c02-4530-9534-59511d24cafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:51.589484 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c04e8e3f-cd7c-49f9-aae5-3f863970e06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:52.035087 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:53.109107 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:53.651724 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:03.726157 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 5 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:17:14.335097 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 44840) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:17:14.341524 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [None req-5454a726-3ad7-46f4-ad3c-f165c9795fc1 tempest-verify_tempest_config-830693096 tempest-verify_tempest_config-830693096] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=80387) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:17:14.342565 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-5454a726-3ad7-46f4-ad3c-f165c9795fc1 tempest-verify_tempest_config-830693096 tempest-verify_tempest_config-830693096] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12795 time: 0.0064330 Nov 18 16:17:14.848353 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 44860) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:17:15.002104 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-92ba4435-dabc-43d8-9b00-8b6ff0ad962a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:15.163566 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-92ba4435-dabc-43d8-9b00-8b6ff0ad962a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:17:15.167662 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-92ba4435-dabc-43d8-9b00-8b6ff0ad962a admin admin] Usage tracker for resource:security_group_rule and tenant:f599432d3fc34e1eafa74c377631ab0f is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:17:15.170848 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-92ba4435-dabc-43d8-9b00-8b6ff0ad962a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:17:15.176762 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-92ba4435-dabc-43d8-9b00-8b6ff0ad962a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:17:15.345045 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-92ba4435-dabc-43d8-9b00-8b6ff0ad962a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:15.399375 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-92ba4435-dabc-43d8-9b00-8b6ff0ad962a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:15.408244 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-88682957-c88c-42c6-8c36-5738385845a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:17:15.453180 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba4435-dabc-43d8-9b00-8b6ff0ad962a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e092f11a-fbbd-44ff-aedf-36dbe3a1ff72,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:17:15.456007 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-92ba4435-dabc-43d8-9b00-8b6ff0ad962a admin admin] Synchronizing usage tracker for tenant:4e38c475264a4691a0268238a310dce6 on resource:security_group {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:17:15.472696 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba4435-dabc-43d8-9b00-8b6ff0ad962a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:17:15.473097 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba4435-dabc-43d8-9b00-8b6ff0ad962a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:17:15.473464 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba4435-dabc-43d8-9b00-8b6ff0ad962a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:17:15.473827 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba4435-dabc-43d8-9b00-8b6ff0ad962a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:17:15.474184 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba4435-dabc-43d8-9b00-8b6ff0ad962a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:17:15.474542 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba4435-dabc-43d8-9b00-8b6ff0ad962a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:17:15.474894 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba4435-dabc-43d8-9b00-8b6ff0ad962a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:17:15.475249 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba4435-dabc-43d8-9b00-8b6ff0ad962a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:17:15.475621 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba4435-dabc-43d8-9b00-8b6ff0ad962a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:17:15.475973 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba4435-dabc-43d8-9b00-8b6ff0ad962a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:17:15.476323 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba4435-dabc-43d8-9b00-8b6ff0ad962a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:17:15.476672 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ba4435-dabc-43d8-9b00-8b6ff0ad962a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:17:15.483459 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-92ba4435-dabc-43d8-9b00-8b6ff0ad962a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:17:15.513936 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-92ba4435-dabc-43d8-9b00-8b6ff0ad962a admin admin] Unset dirty status for tenant:4e38c475264a4691a0268238a310dce6 on resource:security_group {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:17:15.515269 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-92ba4435-dabc-43d8-9b00-8b6ff0ad962a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f599432d3fc34e1eafa74c377631ab0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6658700 Nov 18 16:17:15.518165 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 44866) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:17:15.580229 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dbedd605-15ed-4d5c-a041-073798a2c3ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:15.607160 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dbedd605-15ed-4d5c-a041-073798a2c3ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:15.691613 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dbedd605-15ed-4d5c-a041-073798a2c3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:15.696630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:17:15.708738 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbedd605-15ed-4d5c-a041-073798a2c3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e092f11a-fbbd-44ff-aedf-36dbe3a1ff72,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:17:15.711799 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-dbedd605-15ed-4d5c-a041-073798a2c3ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:17:15.713785 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dbedd605-15ed-4d5c-a041-073798a2c3ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:15.716334 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-dbedd605-15ed-4d5c-a041-073798a2c3ab admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e092f11a-fbbd-44ff-aedf-36dbe3a1ff72 HTTP/1.1" status: 204 len: 168 time: 0.1958785 Nov 18 16:17:19.040633 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7ac0d075-c645-4829-82dc-0ae35eb14982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:21.606662 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a643f5b3-c2e3-4747-b099-c0edbfdf251c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:22.022138 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:23.034325 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:23.640074 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:40.726239 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 5 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:17:49.045490 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d098c1f3-d12d-4eb1-a48e-8cb06c63acaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:51.604482 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0c98766e-c3eb-49cf-a436-9ef0b7db181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:52.022101 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:53.033758 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:53.639407 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:18:17.726197 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 5 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:18:19.039143 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0875aa4e-0598-4388-ae4f-b79486637a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:18:21.597998 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-48960767-07dc-4aeb-868c-ebcd5fa959d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:18:22.026818 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:18:23.021876 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:18:23.639090 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:18:49.055892 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7e35ec8a-8e57-4d2d-ab08-9871ce6541cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:18:51.593379 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-989527e7-e0de-4ab4-97ea-3b9d1033b435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:18:52.021874 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:18:53.027792 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:18:53.645058 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:18:54.726738 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 5 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:18:57.530100 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452'] for agent, after_create {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:18:57.530634 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:18:57.530950 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:18:57.531369 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:18:57.531745 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:18:57.532115 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:18:57.532486 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:18:57.532913 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:18:57.533263 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:18:57.533628 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:18:57.534019 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:18:57.534343 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:18:57.535007 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:18:57.535402 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-75995', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:18:57.539849 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-75995', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:18:57.837228 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] get_endpoint_by_host() called for host hv-cinder-75995 {{(pid=80388) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Nov 18 16:18:57.842290 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] get_endpoint_by_ip() called for ip 192.168.0.40 {{(pid=80388) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Nov 18 16:18:57.845523 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] _add_endpoint() called for ip 192.168.0.40 {{(pid=80388) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Nov 18 16:18:57.888669 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] _get_endpoints() called {{(pid=80388) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Nov 18 16:18:59.139587 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 44918) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:18:59.289045 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-3715e3fe-76fd-43e2-9d98-144da2da1f79 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1482191 Nov 18 16:19:01.810024 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 44928) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:19:01.904503 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-2aeb70c8-04fa-4d99-bca7-18dfa3801993 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0929596 Nov 18 16:19:19.061303 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6cf1bdf6-eb17-4921-8fb4-2062fbfcca32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:19:21.592629 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7306f112-0ddd-496e-8272-38785c51c909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:19:22.026730 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:19:23.026508 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:19:23.649950 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:19:27.575140 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:19:31.727724 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 6 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:19:49.055012 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-012c2f13-9039-4f0b-96e5-e2b8d9308a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:19:51.586040 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-30e25f08-0024-4c08-85e9-f50f64e267db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:19:52.032124 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:19:53.020583 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:19:53.643506 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:19:57.541034 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:08.734475 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 6 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:20:19.054328 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-43a5f06e-69f8-4445-81e3-1b5ad2475859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:21.602994 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8a16c731-29d7-48a0-acf9-bda2d983844c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:22.065947 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:23.029772 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:23.658473 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:27.551470 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:45.725675 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 6 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:20:47.007026 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 45106) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:20:47.171374 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 45116) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:20:47.561614 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-891702966-network', 'tenant_id': 'fa7b55f56ea446e2adf28b09f290c5ad'}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:20:47.564625 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.quota [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Loaded quota_driver: . Nov 18 16:20:47.571267 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:20:47.577987 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Usage tracker for resource:network and tenant:fa7b55f56ea446e2adf28b09f290c5ad is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:20:47.581636 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:20:47.589429 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:20:47.631379 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Made reservation on behalf of fa7b55f56ea446e2adf28b09f290c5ad for: {'network': 1} {{(pid=80386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:20:47.638630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for network, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:47.665669 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:47.676753 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 45132) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:20:47.740205 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:20:47.745003 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Usage tracker for resource:security_group_rule and tenant:fa7b55f56ea446e2adf28b09f290c5ad is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:20:47.748437 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:20:47.754323 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:20:47.822507 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-77d3569e-1997-42ca-9160-afbacdeb4f3c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-9050108-network', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb'}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:20:47.829926 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-77d3569e-1997-42ca-9160-afbacdeb4f3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:20:47.834347 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-77d3569e-1997-42ca-9160-afbacdeb4f3c admin admin] Usage tracker for resource:network and tenant:a059fa3edee14481b95a1aed15fa9fcb is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:20:47.837820 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-77d3569e-1997-42ca-9160-afbacdeb4f3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:20:47.844230 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-77d3569e-1997-42ca-9160-afbacdeb4f3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:20:47.917528 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d3569e-1997-42ca-9160-afbacdeb4f3c admin admin] Made reservation on behalf of a059fa3edee14481b95a1aed15fa9fcb for: {'network': 1} {{(pid=80386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:20:47.922600 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-77d3569e-1997-42ca-9160-afbacdeb4f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for network, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:47.936762 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-77d3569e-1997-42ca-9160-afbacdeb4f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:48.004900 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-77d3569e-1997-42ca-9160-afbacdeb4f3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:20:48.022021 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-77d3569e-1997-42ca-9160-afbacdeb4f3c admin admin] Usage tracker for resource:security_group_rule and tenant:a059fa3edee14481b95a1aed15fa9fcb is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:20:48.033643 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-77d3569e-1997-42ca-9160-afbacdeb4f3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:20:48.047116 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:48.048727 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-77d3569e-1997-42ca-9160-afbacdeb4f3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:20:48.084373 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:48.098734 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:20:48.137701 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:20:48.155670 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794394340365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696124'] for segment, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:48.158024 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.segments_db [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Added segment dc1672ed-2f0b-417c-b343-1742be396aba of type vxlan for network 6e9790d1-5881-4e64-a6df-f04a185fd798 Nov 18 16:20:48.199102 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 45154) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:20:48.334716 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-580824282-network', 'tenant_id': '813708e8cf9f4fa8a6b71c56a0c843d0'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:20:48.342863 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:20:48.349811 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Usage tracker for resource:network and tenant:813708e8cf9f4fa8a6b71c56a0c843d0 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:20:48.357711 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:20:48.365707 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:20:48.402557 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-77d3569e-1997-42ca-9160-afbacdeb4f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:48.419454 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d932497d-1e4c-4d78-bf2f-5123cd52f920,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:20:48.442780 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-77d3569e-1997-42ca-9160-afbacdeb4f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:48.448229 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:48.448229 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:48.448229 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:48.448229 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:48.448229 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:48.448229 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:48.448756 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:48.448938 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:48.449284 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:48.449850 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:48.450442 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:48.450999 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:48.451670 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:48.452214 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:48.452749 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:48.453331 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:48.453848 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:48.454193 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:48.454533 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:48.454873 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:48.455214 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:48.455554 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:48.455889 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:48.456225 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Tracked resource versions report: Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: pushed versions: Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: { 'AddressGroup': {'1.0'}, Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'ConntrackHelper': {'1.0'}, Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'Log': {'1.0'}, Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'Network': {'1.1'}, Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'Port': {'1.6'}, Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'PortForwarding': {'1.2'}, Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'QosPolicy': {'1.8'}, Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroup': {'1.2'}, Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroupRule': {'1.0'}, Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'SubPort': {'1.0'}, Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'Subnet': {'1.1'}, Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'Trunk': {'1.1'}} Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: consumer versions: Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: { DHCP agent@dv-cinder-759955-2-smb: {}, Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: L3 agent@dv-cinder-759955-2-smb: {}, Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: Metadata agent@dv-cinder-759955-2-smb: {}, Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: Metering agent@dv-cinder-759955-2-smb: {}, Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: Open vSwitch agent@dv-cinder-759955-2-smb: { 'AddressGroup': '1.0', Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'ConntrackHelper': '1.0', Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'Log': '1.0', Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'Network': '1.1', Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'Port': '1.6', Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'PortForwarding': '1.2', Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'QosPolicy': '1.8', Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroup': '1.2', Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroupRule': '1.0', Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'SubPort': '1.0', Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'Subnet': '1.1', Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'Trunk': '1.1'}, Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: Open vSwitch agent@hv-cinder-75995: { 'AddressGroup': '1.0', Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'ConntrackHelper': '1.0', Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'Log': '1.0', Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'Network': '1.1', Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'Port': '1.6', Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'PortForwarding': '1.2', Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'QosPolicy': '1.8', Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroup': '1.2', Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroupRule': '1.0', Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'SubPort': '1.0', Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'Subnet': '1.1', Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: 'Trunk': '1.1'}} Nov 18 16:20:48.457631 dv-cinder-759955-2-smb neutron-server[80275]: {{(pid=80386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 18 16:20:48.463047 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Made reservation on behalf of 813708e8cf9f4fa8a6b71c56a0c843d0 for: {'network': 1} {{(pid=80387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:20:48.468891 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for network, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:48.478353 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242460990785'] for network, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:48.488407 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:48.517146 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-2bdf4504-b28d-4320-a3d4-c03e434b648e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-49642451-network', 'tenant_id': 'acec8333f91e423a8c4d806a5fe86d12'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:20:48.523565 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-2bdf4504-b28d-4320-a3d4-c03e434b648e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:20:48.529207 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-2bdf4504-b28d-4320-a3d4-c03e434b648e admin admin] Usage tracker for resource:network and tenant:acec8333f91e423a8c4d806a5fe86d12 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:20:48.535251 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-2bdf4504-b28d-4320-a3d4-c03e434b648e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:20:48.544290 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:20:48.544963 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:20:48.547980 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-2bdf4504-b28d-4320-a3d4-c03e434b648e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:20:48.588573 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3569e-1997-42ca-9160-afbacdeb4f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0da6656-4ffa-42f1-b464-f3dcbf771396,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:20:48.592083 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-77d3569e-1997-42ca-9160-afbacdeb4f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:20:48.595709 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdf4504-b28d-4320-a3d4-c03e434b648e admin admin] Made reservation on behalf of acec8333f91e423a8c4d806a5fe86d12 for: {'network': 1} {{(pid=80387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:20:48.606618 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for network, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:48.608683 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:20:48.610146 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for network, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:48.617421 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2bdf4504-b28d-4320-a3d4-c03e434b648e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for network, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:48.628087 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:20:48.664396 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:20:48.669885 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Usage tracker for resource:security_group_rule and tenant:813708e8cf9f4fa8a6b71c56a0c843d0 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:20:48.673316 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:20:48.679450 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:20:48.680377 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.db.api [None req-77d3569e-1997-42ca-9160-afbacdeb4f3c admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80386) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:20:48.680745 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_db.api [None req-77d3569e-1997-42ca-9160-afbacdeb4f3c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 16:20:48.738116 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2bdf4504-b28d-4320-a3d4-c03e434b648e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:48.771611 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Pushing event updated for resources: {'Network': ['ID=6e9790d1-5881-4e64-a6df-f04a185fd798,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:20:48.784134 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Network 6e9790d1-5881-4e64-a6df-f04a185fd798 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=80388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:20:48.797100 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:20:48.802641 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:48.803401 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7952545 Nov 18 16:20:48.806870 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 45182) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:20:48.819509 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-ccf801cd-d398-464a-b5dc-0113b1816af5 admin admin] Request body: {'subnet': {'network_id': '6e9790d1-5881-4e64-a6df-f04a185fd798', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-891702966-subnet', 'tenant_id': 'fa7b55f56ea446e2adf28b09f290c5ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:20:48.829407 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-2bdf4504-b28d-4320-a3d4-c03e434b648e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:20:48.834610 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-2bdf4504-b28d-4320-a3d4-c03e434b648e admin admin] Usage tracker for resource:security_group_rule and tenant:acec8333f91e423a8c4d806a5fe86d12 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:20:48.838785 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-2bdf4504-b28d-4320-a3d4-c03e434b648e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:20:48.846098 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-2bdf4504-b28d-4320-a3d4-c03e434b648e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:20:48.854670 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:48.864843 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9c1fd6fe-7261-497d-94fd-f406ff87ebab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:20:48.929641 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:20:48.941883 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696124'] for segment, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:48.942286 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.segments_db [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Added segment 78e84ff6-2b0b-44da-ba28-ee8cf6aba483 of type vxlan for network 5cff47b3-cad8-448b-887e-85fded8bef87 Nov 18 16:20:48.951257 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Network 6e9790d1-5881-4e64-a6df-f04a185fd798 details requested by agent ovs-agent-dv-cinder-759955-2-smb with host dv-cinder-759955-2-smb {{(pid=80388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:20:48.975162 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242460990785'] for network, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:48.989916 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-ccf801cd-d398-464a-b5dc-0113b1816af5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:20:48.994332 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-ccf801cd-d398-464a-b5dc-0113b1816af5 admin admin] Usage tracker for resource:subnet and tenant:fa7b55f56ea446e2adf28b09f290c5ad is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:20:48.998386 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-ccf801cd-d398-464a-b5dc-0113b1816af5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:20:49.011276 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-ccf801cd-d398-464a-b5dc-0113b1816af5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:20:49.032253 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638ff6fb-4bf5-4d82-9545-d46cf8d44543,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:20:49.064421 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:49.065076 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:49.071712 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:49.071712 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:49.071712 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:49.071712 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:49.071712 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:49.071712 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:49.071712 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:49.071712 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:49.071712 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:49.071712 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:49.071712 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:49.071712 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:49.071712 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:49.071712 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:49.071712 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:49.071712 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:49.074542 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:49.075087 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:49.075668 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:49.076350 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:49.076930 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:49.077494 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Tracked resource versions report: Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: pushed versions: Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: { 'AddressGroup': {'1.0'}, Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'ConntrackHelper': {'1.0'}, Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'Log': {'1.0'}, Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'Network': {'1.1'}, Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'Port': {'1.6'}, Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'PortForwarding': {'1.2'}, Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'QosPolicy': {'1.8'}, Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroup': {'1.2'}, Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroupRule': {'1.0'}, Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'SubPort': {'1.0'}, Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'Subnet': {'1.1'}, Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'Trunk': {'1.1'}} Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: consumer versions: Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: { DHCP agent@dv-cinder-759955-2-smb: {}, Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: L3 agent@dv-cinder-759955-2-smb: {}, Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: Metadata agent@dv-cinder-759955-2-smb: {}, Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: Metering agent@dv-cinder-759955-2-smb: {}, Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: Open vSwitch agent@dv-cinder-759955-2-smb: { 'AddressGroup': '1.0', Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'ConntrackHelper': '1.0', Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'Log': '1.0', Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'Network': '1.1', Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'Port': '1.6', Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'PortForwarding': '1.2', Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'QosPolicy': '1.8', Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroup': '1.2', Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroupRule': '1.0', Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'SubPort': '1.0', Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'Subnet': '1.1', Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'Trunk': '1.1'}, Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: Open vSwitch agent@hv-cinder-75995: { 'AddressGroup': '1.0', Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'ConntrackHelper': '1.0', Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'Log': '1.0', Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'Network': '1.1', Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'Port': '1.6', Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'PortForwarding': '1.2', Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'QosPolicy': '1.8', Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroup': '1.2', Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroupRule': '1.0', Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'SubPort': '1.0', Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'Subnet': '1.1', Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: 'Trunk': '1.1'}} Nov 18 16:20:49.079811 dv-cinder-759955-2-smb neutron-server[80275]: {{(pid=80387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 18 16:20:49.087704 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:20:49.099914 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf801cd-d398-464a-b5dc-0113b1816af5 admin admin] Made reservation on behalf of fa7b55f56ea446e2adf28b09f290c5ad for: {'subnet': 1} {{(pid=80387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:20:49.105490 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ccf801cd-d398-464a-b5dc-0113b1816af5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:49.148684 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for network, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:49.162480 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ed36e7e2-e892-49d9-b173-3ccb47e29a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:49.182013 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-77d3569e-1997-42ca-9160-afbacdeb4f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for network, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:49.248291 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:20:49.249443 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d3569e-1997-42ca-9160-afbacdeb4f3c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:20:49.252657 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for network, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:49.273569 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-77d3569e-1997-42ca-9160-afbacdeb4f3c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794394340365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696124'] for segment, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:49.274297 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.segments_db [None req-77d3569e-1997-42ca-9160-afbacdeb4f3c admin admin] Added segment 59bd26ae-f544-4976-8326-f88f38f0fa15 of type vxlan for network d8f88308-3b7d-4f88-a379-67873b752770 Nov 18 16:20:49.278088 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7a51a6de-59d1-4e24-9aab-bf6bd9e7d9bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:20:49.330037 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-77d3569e-1997-42ca-9160-afbacdeb4f3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242460990785'] for network, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:49.437632 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-77d3569e-1997-42ca-9160-afbacdeb4f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for network, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:49.438939 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d3569e-1997-42ca-9160-afbacdeb4f3c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:20:49.439872 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-77d3569e-1997-42ca-9160-afbacdeb4f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for network, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:49.445827 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:20:49.486780 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.8084126 Nov 18 16:20:49.498544 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 45206) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:20:49.500770 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Pushing event updated for resources: {'Network': ['ID=5cff47b3-cad8-448b-887e-85fded8bef87,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:20:49.503976 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:20:49.517702 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Network 5cff47b3-cad8-448b-887e-85fded8bef87 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=80388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:20:49.524454 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-88a3b7f8-f58a-46ff-9dee-92ff173d5c8a admin admin] Request body: {'subnet': {'network_id': '5cff47b3-cad8-448b-887e-85fded8bef87', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-580824282-subnet', 'tenant_id': '813708e8cf9f4fa8a6b71c56a0c843d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:20:49.569338 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-88a3b7f8-f58a-46ff-9dee-92ff173d5c8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:20:49.698860 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-88a3b7f8-f58a-46ff-9dee-92ff173d5c8a admin admin] Usage tracker for resource:subnet and tenant:813708e8cf9f4fa8a6b71c56a0c843d0 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:20:49.727598 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-77d3569e-1997-42ca-9160-afbacdeb4f3c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.5549390 Nov 18 16:20:49.736935 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 45218) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:20:49.737848 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-88a3b7f8-f58a-46ff-9dee-92ff173d5c8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:20:49.757821 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-beac832f-eb35-4455-8631-c1a762e35320 admin admin] Request body: {'subnet': {'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-9050108-subnet', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:20:49.771142 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2bdf4504-b28d-4320-a3d4-c03e434b648e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:49.778663 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3569e-1997-42ca-9160-afbacdeb4f3c admin admin] Pushing event updated for resources: {'Network': ['ID=d8f88308-3b7d-4f88-a379-67873b752770,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:20:49.793916 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-88a3b7f8-f58a-46ff-9dee-92ff173d5c8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:20:49.802732 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-77d3569e-1997-42ca-9160-afbacdeb4f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:20:49.804068 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-beac832f-eb35-4455-8631-c1a762e35320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:20:49.814241 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-beac832f-eb35-4455-8631-c1a762e35320 admin admin] Usage tracker for resource:subnet and tenant:a059fa3edee14481b95a1aed15fa9fcb is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:20:49.823659 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-beac832f-eb35-4455-8631-c1a762e35320 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:20:49.830850 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-beac832f-eb35-4455-8631-c1a762e35320 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:20:49.860744 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Network 5cff47b3-cad8-448b-887e-85fded8bef87 details requested by agent ovs-agent-dv-cinder-759955-2-smb with host dv-cinder-759955-2-smb {{(pid=80388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:20:49.880690 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Network d8f88308-3b7d-4f88-a379-67873b752770 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=80388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:20:49.887331 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2bdf4504-b28d-4320-a3d4-c03e434b648e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:49.892240 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:20:49.895483 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Network d8f88308-3b7d-4f88-a379-67873b752770 details requested by agent ovs-agent-dv-cinder-759955-2-smb with host dv-cinder-759955-2-smb {{(pid=80388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:20:49.918380 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beac832f-eb35-4455-8631-c1a762e35320 admin admin] Made reservation on behalf of a059fa3edee14481b95a1aed15fa9fcb for: {'subnet': 1} {{(pid=80386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:20:49.924236 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-beac832f-eb35-4455-8631-c1a762e35320 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:49.938164 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bdf4504-b28d-4320-a3d4-c03e434b648e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:20:49.950336 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf4504-b28d-4320-a3d4-c03e434b648e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c922cd8-f967-4d3e-9900-851ce4f69cbc,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:20:49.955203 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2bdf4504-b28d-4320-a3d4-c03e434b648e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:20:49.980968 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2bdf4504-b28d-4320-a3d4-c03e434b648e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696124'] for segment, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:49.987154 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.segments_db [None req-2bdf4504-b28d-4320-a3d4-c03e434b648e admin admin] Added segment 77662838-672d-4aeb-9a2e-dad5cffa0e61 of type vxlan for network f3f42538-298f-4d44-8352-fcf82fb4344b Nov 18 16:20:50.163031 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a3b7f8-f58a-46ff-9dee-92ff173d5c8a admin admin] Made reservation on behalf of 813708e8cf9f4fa8a6b71c56a0c843d0 for: {'subnet': 1} {{(pid=80386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:20:50.170020 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-88a3b7f8-f58a-46ff-9dee-92ff173d5c8a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:50.208496 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2bdf4504-b28d-4320-a3d4-c03e434b648e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242460990785'] for network, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:50.343291 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2bdf4504-b28d-4320-a3d4-c03e434b648e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for network, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:50.345932 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdf4504-b28d-4320-a3d4-c03e434b648e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:20:50.346219 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2bdf4504-b28d-4320-a3d4-c03e434b648e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for network, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:50.373925 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:20:50.672182 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf4504-b28d-4320-a3d4-c03e434b648e admin admin] Pushing event updated for resources: {'Network': ['ID=f3f42538-298f-4d44-8352-fcf82fb4344b,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:20:50.676896 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2bdf4504-b28d-4320-a3d4-c03e434b648e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:20:50.687018 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Network f3f42538-298f-4d44-8352-fcf82fb4344b details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=80388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:20:50.687339 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ccf801cd-d398-464a-b5dc-0113b1816af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for subnet, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:50.705458 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:20:50.727660 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Network f3f42538-298f-4d44-8352-fcf82fb4344b details requested by agent ovs-agent-dv-cinder-759955-2-smb with host dv-cinder-759955-2-smb {{(pid=80388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:20:50.748628 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-2bdf4504-b28d-4320-a3d4-c03e434b648e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5479679 Nov 18 16:20:50.764701 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 45254) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:20:50.812847 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-f9046856-9115-432a-89e4-e9b2229d834e admin admin] Request body: {'subnet': {'network_id': 'f3f42538-298f-4d44-8352-fcf82fb4344b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-49642451-subnet', 'tenant_id': 'acec8333f91e423a8c4d806a5fe86d12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:20:50.966208 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f9046856-9115-432a-89e4-e9b2229d834e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:20:51.003113 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 45264) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:20:51.004999 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-f9046856-9115-432a-89e4-e9b2229d834e admin admin] Usage tracker for resource:subnet and tenant:acec8333f91e423a8c4d806a5fe86d12 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:20:51.017332 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-f9046856-9115-432a-89e4-e9b2229d834e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:20:51.045930 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf801cd-d398-464a-b5dc-0113b1816af5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0510e32b-72f3-4da1-9608-d32c92de3e00,revision_number=0']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:20:51.055490 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f9046856-9115-432a-89e4-e9b2229d834e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:20:51.066039 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ccf801cd-d398-464a-b5dc-0113b1816af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:20:51.119005 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9046856-9115-432a-89e4-e9b2229d834e admin admin] Made reservation on behalf of acec8333f91e423a8c4d806a5fe86d12 for: {'subnet': 1} {{(pid=80387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:20:51.133626 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f9046856-9115-432a-89e4-e9b2229d834e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:51.555179 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-33b2a8fc-b002-45fc-b6fb-748d742dda70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:51.592432 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-beac832f-eb35-4455-8631-c1a762e35320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for subnet, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:51.593956 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf801cd-d398-464a-b5dc-0113b1816af5 admin admin] Checking segment: {'id': 'dc1672ed-2f0b-417c-b343-1742be396aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6e9790d1-5881-4e64-a6df-f04a185fd798'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:20:51.594355 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf801cd-d398-464a-b5dc-0113b1816af5 admin admin] Network hostable DHCP agents. Network: 6e9790d1-5881-4e64-a6df-f04a185fd798, hostable agents: ['f7776111-b6a1-4850-954f-358371da3282'], hosted agents: [] {{(pid=80387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:20:51.599357 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 45288) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:20:51.620780 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-04603a30-6465-4331-8cad-bc58a295ba16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:51.626869 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:20:51.668126 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf801cd-d398-464a-b5dc-0113b1816af5 admin admin] Network 6e9790d1-5881-4e64-a6df-f04a185fd798 is scheduled to be hosted by DHCP agent f7776111-b6a1-4850-954f-358371da3282 with binding_index 1 {{(pid=80387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:20:51.720692 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-33b2a8fc-b002-45fc-b6fb-748d742dda70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:20:51.727101 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-33b2a8fc-b002-45fc-b6fb-748d742dda70 admin admin] Usage tracker for resource:security_group_rule and tenant:e7565dcb7b5c4cafaa35f92eef7ecedb is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:20:51.736275 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-33b2a8fc-b002-45fc-b6fb-748d742dda70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:20:51.873595 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-88a3b7f8-f58a-46ff-9dee-92ff173d5c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for subnet, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:51.875280 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-33b2a8fc-b002-45fc-b6fb-748d742dda70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:20:51.884746 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-ccf801cd-d398-464a-b5dc-0113b1816af5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-smb, 6e9790d1-5881-4e64-a6df-f04a185fd798) {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:20:51.895520 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a135a78-fcdc-441a-b6bc-c5ad59c1aa96 None None] Network 6e9790d1-5881-4e64-a6df-f04a185fd798 requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:20:51.902431 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf801cd-d398-464a-b5dc-0113b1816af5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:20:51.903174 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ccf801cd-d398-464a-b5dc-0113b1816af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for subnet, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:51.943163 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac832f-eb35-4455-8631-c1a762e35320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e930cec8-6db8-483a-9efd-6ad1d182df64,revision_number=0']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:20:52.010172 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-ccf801cd-d398-464a-b5dc-0113b1816af5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.1998420 Nov 18 16:20:52.068847 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-33b2a8fc-b002-45fc-b6fb-748d742dda70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:52.109753 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-33b2a8fc-b002-45fc-b6fb-748d742dda70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:52.127503 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-642b8759-b2fd-4f34-8f66-0cf77c502f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:20:52.167794 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-04746323-8a74-488c-b837-498d8d3faa99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:52.200578 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-beac832f-eb35-4455-8631-c1a762e35320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:20:52.203255 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-33b2a8fc-b002-45fc-b6fb-748d742dda70 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e7565dcb7b5c4cafaa35f92eef7ecedb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1932576 Nov 18 16:20:52.204070 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2a8fc-b002-45fc-b6fb-748d742dda70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01723cbd-9362-43a2-a938-2723e6a77b15,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:20:52.209798 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 45308) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:20:52.213856 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-33b2a8fc-b002-45fc-b6fb-748d742dda70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:20:52.214769 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f9046856-9115-432a-89e4-e9b2229d834e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for subnet, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:52.215993 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:20:52.293508 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:20:52.320617 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8da059c-8fd6-47ea-818b-f71d910ca96e None None] Network 6e9790d1-5881-4e64-a6df-f04a185fd798 requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:20:52.357375 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-04746323-8a74-488c-b837-498d8d3faa99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:20:52.362188 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-04746323-8a74-488c-b837-498d8d3faa99 admin admin] Usage tracker for resource:security_group_rule and tenant:383c08f68fc0472399c5951060b0b601 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:20:52.366158 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-04746323-8a74-488c-b837-498d8d3faa99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:20:52.374320 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-04746323-8a74-488c-b837-498d8d3faa99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:20:52.375030 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:52.459607 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-04746323-8a74-488c-b837-498d8d3faa99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:52.487945 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3b7f8-f58a-46ff-9dee-92ff173d5c8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd6525e4-1bb9-46cc-9adb-f3896c0e5dc3,revision_number=0']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:20:52.495363 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9046856-9115-432a-89e4-e9b2229d834e admin admin] Pushing event updated for resources: {'Subnet': ['ID=78dff12c-88f4-4d6e-a72e-d3c8f5523746,revision_number=0']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:20:52.501073 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f9046856-9115-432a-89e4-e9b2229d834e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:20:52.506422 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-88a3b7f8-f58a-46ff-9dee-92ff173d5c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:20:52.506648 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18fe08da-22a4-4def-b804-a3fbea936f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:52.515595 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-04746323-8a74-488c-b837-498d8d3faa99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:52.540727 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18fe08da-22a4-4def-b804-a3fbea936f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:52.567199 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-77d3569e-1997-42ca-9160-afbacdeb4f3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:20:52.584928 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beac832f-eb35-4455-8631-c1a762e35320 admin admin] Checking segment: {'id': '59bd26ae-f544-4976-8326-f88f38f0fa15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:20:52.585343 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beac832f-eb35-4455-8631-c1a762e35320 admin admin] Network hostable DHCP agents. Network: d8f88308-3b7d-4f88-a379-67873b752770, hostable agents: ['f7776111-b6a1-4850-954f-358371da3282'], hosted agents: [] {{(pid=80386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:20:52.597690 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 45332) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:20:52.607087 dv-cinder-759955-2-smb neutron-server[80275]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 18 16:20:52.641003 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a3b7f8-f58a-46ff-9dee-92ff173d5c8a admin admin] Checking segment: {'id': '78e84ff6-2b0b-44da-ba28-ee8cf6aba483', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5cff47b3-cad8-448b-887e-85fded8bef87'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:20:52.641397 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a3b7f8-f58a-46ff-9dee-92ff173d5c8a admin admin] Network hostable DHCP agents. Network: 5cff47b3-cad8-448b-887e-85fded8bef87, hostable agents: ['f7776111-b6a1-4850-954f-358371da3282'], hosted agents: [] {{(pid=80386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:20:52.664441 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04746323-8a74-488c-b837-498d8d3faa99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c5c7a2-4c21-4a2a-9c6e-5ea81c2893e2,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:20:52.672083 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-04746323-8a74-488c-b837-498d8d3faa99 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=383c08f68fc0472399c5951060b0b601&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0557756 Nov 18 16:20:52.688471 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-04746323-8a74-488c-b837-498d8d3faa99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:20:52.688471 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 45336) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:20:52.744517 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18fe08da-22a4-4def-b804-a3fbea936f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:52.771022 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-33b2a8fc-b002-45fc-b6fb-748d742dda70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:20:52.784861 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-798b487b-6978-4ec3-859d-ad6af873d556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:52.828681 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-798b487b-6978-4ec3-859d-ad6af873d556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:52.833346 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe08da-22a4-4def-b804-a3fbea936f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01723cbd-9362-43a2-a938-2723e6a77b15,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:20:52.842014 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18fe08da-22a4-4def-b804-a3fbea936f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:20:52.871846 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18fe08da-22a4-4def-b804-a3fbea936f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:52.875326 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-18fe08da-22a4-4def-b804-a3fbea936f14 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/01723cbd-9362-43a2-a938-2723e6a77b15 HTTP/1.1" status: 204 len: 168 time: 0.6622145 Nov 18 16:20:52.878541 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9046856-9115-432a-89e4-e9b2229d834e admin admin] Checking segment: {'id': '77662838-672d-4aeb-9a2e-dad5cffa0e61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f3f42538-298f-4d44-8352-fcf82fb4344b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:20:52.878925 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9046856-9115-432a-89e4-e9b2229d834e admin admin] Network hostable DHCP agents. Network: f3f42538-298f-4d44-8352-fcf82fb4344b, hostable agents: ['f7776111-b6a1-4850-954f-358371da3282'], hosted agents: [] {{(pid=80387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:20:52.879083 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beac832f-eb35-4455-8631-c1a762e35320 admin admin] Network d8f88308-3b7d-4f88-a379-67873b752770 is scheduled to be hosted by DHCP agent f7776111-b6a1-4850-954f-358371da3282 with binding_index 1 {{(pid=80386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:20:52.893809 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a3b7f8-f58a-46ff-9dee-92ff173d5c8a admin admin] Network 5cff47b3-cad8-448b-887e-85fded8bef87 is scheduled to be hosted by DHCP agent f7776111-b6a1-4850-954f-358371da3282 with binding_index 1 {{(pid=80386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:20:52.895053 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-3ca3acf2-d8fa-4328-a500-01f8dbe79681 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:20:52.903099 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-3ca3acf2-d8fa-4328-a500-01f8dbe79681 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/networks?id=6e9790d1-5881-4e64-a6df-f04a185fd798 HTTP/1.1" status: 200 len: 814 time: 0.3012681 Nov 18 16:20:52.912875 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-88a3b7f8-f58a-46ff-9dee-92ff173d5c8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-smb, 5cff47b3-cad8-448b-887e-85fded8bef87) {{(pid=80386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:20:52.922933 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5caf0ba-a652-4e7e-aae9-04bfd1720816 None None] Network 5cff47b3-cad8-448b-887e-85fded8bef87 requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:20:52.935758 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a3b7f8-f58a-46ff-9dee-92ff173d5c8a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:20:52.936417 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-88a3b7f8-f58a-46ff-9dee-92ff173d5c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for subnet, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:52.941446 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-d62af41f-613c-46b2-a48f-f2dfb387aea5 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/quotas/fa7b55f56ea446e2adf28b09f290c5ad HTTP/1.1" status: 200 len: 375 time: 0.0373170 Nov 18 16:20:52.942121 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-beac832f-eb35-4455-8631-c1a762e35320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-smb, d8f88308-3b7d-4f88-a379-67873b752770) {{(pid=80386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:20:52.964417 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beac832f-eb35-4455-8631-c1a762e35320 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:20:52.965095 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-beac832f-eb35-4455-8631-c1a762e35320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for subnet, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:53.000115 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 45352) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:20:53.033449 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-beac832f-eb35-4455-8631-c1a762e35320 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.2897174 Nov 18 16:20:53.034399 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 45358) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:20:53.039593 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-d5808f94-1f34-4d18-9b82-a5a8e82fe46b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-9050108-router', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'}}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:20:53.050054 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-d5808f94-1f34-4d18-9b82-a5a8e82fe46b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:20:53.059696 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-c36aeee6-d2ac-45d8-8c49-6438f7fca472 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa7b55f56ea446e2adf28b09f290c5ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1171999 Nov 18 16:20:53.061996 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-d5808f94-1f34-4d18-9b82-a5a8e82fe46b admin admin] Usage tracker for resource:router and tenant:a059fa3edee14481b95a1aed15fa9fcb is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:20:53.069012 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-d5808f94-1f34-4d18-9b82-a5a8e82fe46b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:20:53.078029 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-d5808f94-1f34-4d18-9b82-a5a8e82fe46b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:20:53.089116 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-798b487b-6978-4ec3-859d-ad6af873d556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:53.090741 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-88a3b7f8-f58a-46ff-9dee-92ff173d5c8a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.5848134 Nov 18 16:20:53.094495 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-798b487b-6978-4ec3-859d-ad6af873d556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:53.095654 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-798b487b-6978-4ec3-859d-ad6af873d556 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96c5c7a2-4c21-4a2a-9c6e-5ea81c2893e2 HTTP/1.1" status: 204 len: 168 time: 0.4174566 Nov 18 16:20:53.096668 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:20:53.099530 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9046856-9115-432a-89e4-e9b2229d834e admin admin] Network f3f42538-298f-4d44-8352-fcf82fb4344b is scheduled to be hosted by DHCP agent f7776111-b6a1-4850-954f-358371da3282 with binding_index 1 {{(pid=80387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:20:53.109003 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-f9046856-9115-432a-89e4-e9b2229d834e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-smb, f3f42538-298f-4d44-8352-fcf82fb4344b) {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:20:53.113195 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9046856-9115-432a-89e4-e9b2229d834e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:20:53.114390 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f9046856-9115-432a-89e4-e9b2229d834e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for subnet, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:53.119525 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b487b-6978-4ec3-859d-ad6af873d556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c5c7a2-4c21-4a2a-9c6e-5ea81c2893e2,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:20:53.122610 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-798b487b-6978-4ec3-859d-ad6af873d556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:20:53.125107 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96583b9-a3a9-47fe-b0f8-69e6fa0db002 None None] Network d8f88308-3b7d-4f88-a379-67873b752770 requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:20:53.129267 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d5808f94-1f34-4d18-9b82-a5a8e82fe46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854080847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854716828'] for router, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:53.130626 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d5808f94-1f34-4d18-9b82-a5a8e82fe46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854081194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-706848', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58988'] for router, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:53.167594 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886af4a6-0d6b-4f8b-8e19-d3d4e8a4f783 None None] Network f3f42538-298f-4d44-8352-fcf82fb4344b requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:20:53.176376 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d5808f94-1f34-4d18-9b82-a5a8e82fe46b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:53.178733 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-f9046856-9115-432a-89e4-e9b2229d834e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.3949664 Nov 18 16:20:53.314461 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ee1405c1-7a56-4559-b5c9-b979fd082971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:53.370739 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-ee1405c1-7a56-4559-b5c9-b979fd082971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:20:53.381367 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-ee1405c1-7a56-4559-b5c9-b979fd082971 admin admin] Usage tracker for resource:security_group_rule and tenant:a68e365ad17949dc8bced8890c12dcc4 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:20:53.385514 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-ee1405c1-7a56-4559-b5c9-b979fd082971 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:20:53.398014 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e3b619-ebbd-485f-9326-7f8f723a62b3 None None] Network 5cff47b3-cad8-448b-887e-85fded8bef87 requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:20:53.464403 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-ee1405c1-7a56-4559-b5c9-b979fd082971 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:20:53.606760 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d5808f94-1f34-4d18-9b82-a5a8e82fe46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-706865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854080818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58975'] for router, precommit_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:53.612171 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:53.690727 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ee1405c1-7a56-4559-b5c9-b979fd082971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:53.769651 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ee1405c1-7a56-4559-b5c9-b979fd082971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:53.799608 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-04746323-8a74-488c-b837-498d8d3faa99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:20:53.886526 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 45400) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:20:53.886711 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-ee1405c1-7a56-4559-b5c9-b979fd082971 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a68e365ad17949dc8bced8890c12dcc4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8847535 Nov 18 16:20:53.888183 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1405c1-7a56-4559-b5c9-b979fd082971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0319bdfc-6ecc-4bc5-8a3e-ad11b4763a63,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:20:53.892368 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ee1405c1-7a56-4559-b5c9-b979fd082971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:20:53.973793 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d5808f94-1f34-4d18-9b82-a5a8e82fe46b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:53.979426 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:53.998477 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-824fc93b-44be-428c-95fd-1e82a08d60ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:54.038095 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41edbe14-9cb7-4d66-9038-24a55c16a547 None None] Network f3f42538-298f-4d44-8352-fcf82fb4344b requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:20:54.044756 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d5808f94-1f34-4d18-9b82-a5a8e82fe46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:54.063100 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-824fc93b-44be-428c-95fd-1e82a08d60ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:54.161240 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-824fc93b-44be-428c-95fd-1e82a08d60ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:54.168490 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:20:54.189852 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824fc93b-44be-428c-95fd-1e82a08d60ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0319bdfc-6ecc-4bc5-8a3e-ad11b4763a63,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:20:54.193183 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-824fc93b-44be-428c-95fd-1e82a08d60ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:20:54.194399 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-824fc93b-44be-428c-95fd-1e82a08d60ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:54.196154 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-824fc93b-44be-428c-95fd-1e82a08d60ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0319bdfc-6ecc-4bc5-8a3e-ad11b4763a63 HTTP/1.1" status: 204 len: 168 time: 0.3085144 Nov 18 16:20:54.213142 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 45412) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:20:54.221630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b6bd36f-cdf7-5393-8c49-b9e6ea56e45e-d8f88308-3b7d-4f88-a379-67873b752770', 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'fixed_ips': [{'subnet_id': 'e930cec8-6db8-483a-9efd-6ad1d182df64'}]}} from dv-cinder-759955-2-smb. {{(pid=80388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 18 16:20:54.222570 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:54.285205 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2d4cc5f2-d1ed-4c44-9f2d-f0a47fed5ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:54.396206 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-2d4cc5f2-d1ed-4c44-9f2d-f0a47fed5ca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:20:54.407945 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-2d4cc5f2-d1ed-4c44-9f2d-f0a47fed5ca5 admin admin] Usage tracker for resource:security_group_rule and tenant:a5aa9fbc33ab40e2837f7f6e66d2f8c9 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:20:54.416665 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-2d4cc5f2-d1ed-4c44-9f2d-f0a47fed5ca5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:20:54.426973 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-2d4cc5f2-d1ed-4c44-9f2d-f0a47fed5ca5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:20:54.446329 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-3377eca4-badf-4d0e-b524-84e8a7f593ca service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=80387) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:20:54.454390 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-3377eca4-badf-4d0e-b524-84e8a7f593ca service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.5845211 Nov 18 16:20:54.460603 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-d5808f94-1f34-4d18-9b82-a5a8e82fe46b admin admin] Allocated IP 172.28.2.191 (1ab93bf2-7919-44ad-adde-8c05b7be9843/1c619f42-09f4-418f-9c21-3783e8b9bbfe/9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c) {{(pid=80386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:20:54.740047 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2d4cc5f2-d1ed-4c44-9f2d-f0a47fed5ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:54.741682 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-f683455b-b8b7-4306-90d6-a75b5b9ab7dd service neutron] 10.222.0.26 "GET /v2.0/networks/6e9790d1-5881-4e64-a6df-f04a185fd798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842736 Nov 18 16:20:54.785817 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 45434) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:20:54.799684 dv-cinder-759955-2-smb neutron-server[80275]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 18 16:20:54.868459 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2d4cc5f2-d1ed-4c44-9f2d-f0a47fed5ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:54.900476 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:20:54.963469 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-dd0f753f-90f5-49ca-ba0d-4b157886dc24 service neutron] 10.222.0.26 "GET /v2.0/networks/6e9790d1-5881-4e64-a6df-f04a185fd798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2134984 Nov 18 16:20:54.995515 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Allocated IP 172.20.0.2 (d8f88308-3b7d-4f88-a379-67873b752770/e930cec8-6db8-483a-9efd-6ad1d182df64/49366af1-366b-4c27-9e94-8a7343dee7a7) {{(pid=80388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:20:55.049241 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d5808f94-1f34-4d18-9b82-a5a8e82fe46b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:55.073177 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4cc5f2-d1ed-4c44-9f2d-f0a47fed5ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e588ae22-9bfe-431f-9b94-559a884c985a,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:20:55.085589 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-2d4cc5f2-d1ed-4c44-9f2d-f0a47fed5ca5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a5aa9fbc33ab40e2837f7f6e66d2f8c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8708479 Nov 18 16:20:55.086427 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 45446) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:20:55.093389 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2d4cc5f2-d1ed-4c44-9f2d-f0a47fed5ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:20:55.161984 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90db19-4032-4310-b0ed-811ada91db9c req-32bcd024-9a6c-4431-a4a5-61c9f43ec957 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:20:55.163596 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3a90db19-4032-4310-b0ed-811ada91db9c req-32bcd024-9a6c-4431-a4a5-61c9f43ec957 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/networks?id=5cff47b3-cad8-448b-887e-85fded8bef87 HTTP/1.1" status: 200 len: 811 time: 0.3766530 Nov 18 16:20:55.184023 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3a90db19-4032-4310-b0ed-811ada91db9c req-a47ac4c7-8fe8-4782-acfd-dbcd24a8fd0c tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/quotas/813708e8cf9f4fa8a6b71c56a0c843d0 HTTP/1.1" status: 200 len: 375 time: 0.0137334 Nov 18 16:20:55.204026 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9dfb6df0-6133-4b58-ba02-e939bfedcdb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:55.234137 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d5808f94-1f34-4d18-9b82-a5a8e82fe46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656'] for port, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:55.236428 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9dfb6df0-6133-4b58-ba02-e939bfedcdb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:55.254579 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3a90db19-4032-4310-b0ed-811ada91db9c req-9dc68c51-e8a9-4959-bb4e-3edd0fd81a4f tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/ports?tenant_id=813708e8cf9f4fa8a6b71c56a0c843d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637238 Nov 18 16:20:55.257536 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:20:55.317076 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9dfb6df0-6133-4b58-ba02-e939bfedcdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:55.323411 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:20:55.348852 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9dfb6df0-6133-4b58-ba02-e939bfedcdb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:55.350617 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-9dfb6df0-6133-4b58-ba02-e939bfedcdb0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e588ae22-9bfe-431f-9b94-559a884c985a HTTP/1.1" status: 204 len: 168 time: 0.2627845 Nov 18 16:20:55.351635 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb6df0-6133-4b58-ba02-e939bfedcdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e588ae22-9bfe-431f-9b94-559a884c985a,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:20:55.355175 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9dfb6df0-6133-4b58-ba02-e939bfedcdb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:20:55.392358 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 45456) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:20:55.449110 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-11c614b5-ffb3-4755-9f6c-44e6bbefef44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:55.450374 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Notify callbacks [] for port, precommit_create {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:55.462162 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Transition to ACTIVE for port object 49366af1-366b-4c27-9e94-8a7343dee7a7 will not be triggered until provisioned by entity L2. {{(pid=80388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:20:55.481674 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Transition to ACTIVE for port object 49366af1-366b-4c27-9e94-8a7343dee7a7 will not be triggered until provisioned by entity DHCP. {{(pid=80388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:20:55.509687 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656'] for port, after_create {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:55.518626 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-11c614b5-ffb3-4755-9f6c-44e6bbefef44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:20:55.526038 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-11c614b5-ffb3-4755-9f6c-44e6bbefef44 admin admin] Usage tracker for resource:security_group_rule and tenant:9ed562b39af7421c97e1e29437c0cdae is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:20:55.530314 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-11c614b5-ffb3-4755-9f6c-44e6bbefef44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:20:55.538479 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-11c614b5-ffb3-4755-9f6c-44e6bbefef44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:20:55.542785 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:20:55.654405 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Pushing event updated for resources: {'Port': ['ID=49366af1-366b-4c27-9e94-8a7343dee7a7,revision_number=1']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:20:55.666712 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5808f94-1f34-4d18-9b82-a5a8e82fe46b admin admin] Pushing event updated for resources: {'Port': ['ID=9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:20:55.673898 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d5808f94-1f34-4d18-9b82-a5a8e82fe46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:20:55.677431 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-11c614b5-ffb3-4755-9f6c-44e6bbefef44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:55.737855 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:55.738234 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:55.738604 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:55.738968 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:55.739331 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:55.739690 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:55.739798 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5808f94-1f34-4d18-9b82-a5a8e82fe46b admin admin] Network 1ab93bf2-7919-44ad-adde-8c05b7be9843 is already hosted by enough agents. {{(pid=80386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:20:55.740098 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:55.740549 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:55.740686 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:55.741069 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-d5808f94-1f34-4d18-9b82-a5a8e82fe46b admin admin] Resources bound (agent type, host, resource id): {{(pid=80386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:20:55.741484 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:55.741845 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:55.742199 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:55.742723 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:55.743233 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:55.743564 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:55.744330 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:55.745124 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:55.745664 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:55.746232 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:55.746775 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:55.747336 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:55.747445 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5808f94-1f34-4d18-9b82-a5a8e82fe46b admin admin] Received port after_create {{(pid=80386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:20:55.747982 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:55.748551 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:55.749002 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Tracked resource versions report: Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: pushed versions: Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: { 'AddressGroup': {'1.0'}, Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'ConntrackHelper': {'1.0'}, Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'Log': {'1.0'}, Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'Network': {'1.1'}, Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'Port': {'1.6'}, Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'PortForwarding': {'1.2'}, Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'QosPolicy': {'1.8'}, Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroup': {'1.2'}, Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroupRule': {'1.0'}, Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'SubPort': {'1.0'}, Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'Subnet': {'1.1'}, Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'Trunk': {'1.1'}} Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: consumer versions: Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: { DHCP agent@dv-cinder-759955-2-smb: {}, Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: L3 agent@dv-cinder-759955-2-smb: {}, Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: Metadata agent@dv-cinder-759955-2-smb: {}, Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: Metering agent@dv-cinder-759955-2-smb: {}, Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: Open vSwitch agent@dv-cinder-759955-2-smb: { 'AddressGroup': '1.0', Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'ConntrackHelper': '1.0', Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'Log': '1.0', Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'Network': '1.1', Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'Port': '1.6', Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'PortForwarding': '1.2', Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'QosPolicy': '1.8', Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroup': '1.2', Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroupRule': '1.0', Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'SubPort': '1.0', Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'Subnet': '1.1', Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'Trunk': '1.1'}, Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: Open vSwitch agent@hv-cinder-75995: { 'AddressGroup': '1.0', Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'ConntrackHelper': '1.0', Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'Log': '1.0', Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'Network': '1.1', Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'Port': '1.6', Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'PortForwarding': '1.2', Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'QosPolicy': '1.8', Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroup': '1.2', Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroupRule': '1.0', Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'SubPort': '1.0', Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'Subnet': '1.1', Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: 'Trunk': '1.1'}} Nov 18 16:20:55.750408 dv-cinder-759955-2-smb neutron-server[80275]: {{(pid=80388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 18 16:20:55.786052 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-11c614b5-ffb3-4755-9f6c-44e6bbefef44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:55.811349 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:20:55.827356 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Network d8f88308-3b7d-4f88-a379-67873b752770 is already hosted by enough agents. {{(pid=80388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:20:55.828878 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Resources bound (agent type, host, resource id): {{(pid=80388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:20:55.831827 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Received port after_create {{(pid=80388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:20:55.938373 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Attempting to bind port 49366af1-366b-4c27-9e94-8a7343dee7a7 on host dv-cinder-759955-2-smb for vnic_type normal with profile {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:20:55.938797 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Attempting to bind port 49366af1-366b-4c27-9e94-8a7343dee7a7 by drivers openvswitch on host dv-cinder-759955-2-smb at level 0 using segments [{'id': '59bd26ae-f544-4976-8326-f88f38f0fa15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770'}] {{(pid=80388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:20:55.939213 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Attempting to bind port 49366af1-366b-4c27-9e94-8a7343dee7a7 on network d8f88308-3b7d-4f88-a379-67873b752770 {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:20:55.961605 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Checking agent: {'id': 'd139265b-832e-4a4b-b5af-b5aa037fc555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 11, 53), 'started_at': datetime.datetime(2020, 11, 18, 16, 12, 23), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:20:55.962244 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Checking segment: {'id': '59bd26ae-f544-4976-8326-f88f38f0fa15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:20:55.967124 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:55.967763 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Bound using segment: {'id': '59bd26ae-f544-4976-8326-f88f38f0fa15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770'} {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:20:55.968424 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Bound port: 49366af1-366b-4c27-9e94-8a7343dee7a7, host: dv-cinder-759955-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bd26ae-f544-4976-8326-f88f38f0fa15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770'}}] {{(pid=80388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:20:55.969072 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:56.023391 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d5808f94-1f34-4d18-9b82-a5a8e82fe46b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:56.024258 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d5808f94-1f34-4d18-9b82-a5a8e82fe46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854068906'] for router, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:56.069748 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-92ba4435-dabc-43d8-9b00-8b6ff0ad962a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:20:56.091651 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-680140d7-17d9-4efb-af68-ca8561102838 req-778702da-389b-4246-aa91-4eff4e422479 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 210 time: 0.3949225 Nov 18 16:20:56.115919 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] For port 49366af1-366b-4c27-9e94-8a7343dee7a7, host dv-cinder-759955-2-smb, cleared binding levels {{(pid=80388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:20:56.130076 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] For port 49366af1-366b-4c27-9e94-8a7343dee7a7, host dv-cinder-759955-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=49366af1-366b-4c27-9e94-8a7343dee7a7,segment=NetworkSegment(59bd26ae-f544-4976-8326-f88f38f0fa15),segment_id=59bd26ae-f544-4976-8326-f88f38f0fa15)] {{(pid=80388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:20:56.167559 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:56.175518 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-11c614b5-ffb3-4755-9f6c-44e6bbefef44 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ed562b39af7421c97e1e29437c0cdae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7819865 Nov 18 16:20:56.176544 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 45490) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:20:56.194477 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:20:56.200520 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c614b5-ffb3-4755-9f6c-44e6bbefef44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a6d0c9-53d1-43dd-8936-5ab23b2673c4,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:20:56.205953 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-11c614b5-ffb3-4755-9f6c-44e6bbefef44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:20:56.294745 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c3d14409-c055-490c-936f-359ed2435c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:56.342008 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c3d14409-c055-490c-936f-359ed2435c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:56.365755 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Pushing event updated for resources: {'Port': ['ID=49366af1-366b-4c27-9e94-8a7343dee7a7,revision_number=2']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:20:56.389974 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:20:56.395307 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5808f94-1f34-4d18-9b82-a5a8e82fe46b admin admin] Router 2a4e9ea5-66a0-46e0-9cc5-359e5fbff654 is scheduled to L3 agent 06010dfa-7d57-41a4-b257-aaebf39abde2 with binding_index 1 {{(pid=80386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 18 16:20:56.482517 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c3d14409-c055-490c-936f-359ed2435c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:56.488000 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-dbedd605-15ed-4d5c-a041-073798a2c3ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:20:56.517559 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d14409-c055-490c-936f-359ed2435c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a6d0c9-53d1-43dd-8936-5ab23b2673c4,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:20:56.532127 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c3d14409-c055-490c-936f-359ed2435c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:20:56.534806 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c3d14409-c055-490c-936f-359ed2435c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:56.536049 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-c3d14409-c055-490c-936f-359ed2435c0c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/10a6d0c9-53d1-43dd-8936-5ab23b2673c4 HTTP/1.1" status: 204 len: 168 time: 0.3515496 Nov 18 16:20:56.684061 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [req-3a90db19-4032-4310-b0ed-811ada91db9c req-de0a25cc-11cd-4a64-b224-f0b88088ebb2 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=80386) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:20:56.685192 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3a90db19-4032-4310-b0ed-811ada91db9c req-de0a25cc-11cd-4a64-b224-f0b88088ebb2 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.4390433 Nov 18 16:20:56.749922 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 45514) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:20:56.756208 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-206c7ec0-9813-4d19-8006-f950b497acd9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1039151762-network', 'tenant_id': 'd7bbfdcd9b4446f4a2fe991472020cf8'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:20:56.761810 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-206c7ec0-9813-4d19-8006-f950b497acd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:20:56.771184 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-206c7ec0-9813-4d19-8006-f950b497acd9 admin admin] Usage tracker for resource:network and tenant:d7bbfdcd9b4446f4a2fe991472020cf8 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:20:56.783275 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-206c7ec0-9813-4d19-8006-f950b497acd9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:20:56.790508 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-206c7ec0-9813-4d19-8006-f950b497acd9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:20:56.809399 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5808f94-1f34-4d18-9b82-a5a8e82fe46b admin admin] Notify agent at l3_agent.dv-cinder-759955-2-smb the message routers_updated {{(pid=80386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:20:56.820541 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34150fc8-f4f1-4e9a-ae4b-d7268f7c91a6 None None] Sync routers for ids ['2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'] in dv-cinder-759955-2-smb {{(pid=80389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:20:56.837789 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206c7ec0-9813-4d19-8006-f950b497acd9 admin admin] Made reservation on behalf of d7bbfdcd9b4446f4a2fe991472020cf8 for: {'network': 1} {{(pid=80387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:20:56.843414 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34150fc8-f4f1-4e9a-ae4b-d7268f7c91a6 None None] Routers {'2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:20:56.843581 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-206c7ec0-9813-4d19-8006-f950b497acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for network, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:56.846095 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-34150fc8-f4f1-4e9a-ae4b-d7268f7c91a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:20:52Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'], 'active': True} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:20:56.869485 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-206c7ec0-9813-4d19-8006-f950b497acd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:56.922075 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3a90db19-4032-4310-b0ed-811ada91db9c req-35264d41-776a-4137-b7f0-4c804aaa7de3 service neutron] 10.222.0.26 "GET /v2.0/networks/5cff47b3-cad8-448b-887e-85fded8bef87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292664 Nov 18 16:20:56.933651 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-206c7ec0-9813-4d19-8006-f950b497acd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:20:56.955833 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-206c7ec0-9813-4d19-8006-f950b497acd9 admin admin] Usage tracker for resource:security_group_rule and tenant:d7bbfdcd9b4446f4a2fe991472020cf8 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:20:56.964230 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-206c7ec0-9813-4d19-8006-f950b497acd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:20:56.982883 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-206c7ec0-9813-4d19-8006-f950b497acd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:20:57.017871 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d5808f94-1f34-4d18-9b82-a5a8e82fe46b admin admin] Notify callbacks [] for router, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:57.019473 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-d5808f94-1f34-4d18-9b82-a5a8e82fe46b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9844136 Nov 18 16:20:57.024282 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 45520) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:20:57.186417 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-206c7ec0-9813-4d19-8006-f950b497acd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:57.248914 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-34150fc8-f4f1-4e9a-ae4b-d7268f7c91a6 None None] Set router 2a4e9ea5-66a0-46e0-9cc5-359e5fbff654 gateway port host: dv-cinder-759955-2-smb {{(pid=80389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:20:57.279871 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3a90db19-4032-4310-b0ed-811ada91db9c req-f97c1f61-409a-4b8c-9af3-ec8cf49ccfe0 service neutron] 10.222.0.26 "GET /v2.0/networks/5cff47b3-cad8-448b-887e-85fded8bef87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3566191 Nov 18 16:20:57.297934 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-206c7ec0-9813-4d19-8006-f950b497acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:57.301586 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b2c3160d-fde9-46a3-b91e-007b5a6b1a4d req-365279af-8c74-48ef-a17c-0a270542a45d tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 210 time: 0.0779989 Nov 18 16:20:57.323996 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206c7ec0-9813-4d19-8006-f950b497acd9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:20:57.334997 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-31651d48-aa55-46e3-bb61-fd0263d71214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:20:57.377606 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-206c7ec0-9813-4d19-8006-f950b497acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696124'] for segment, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:57.377606 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.segments_db [None req-206c7ec0-9813-4d19-8006-f950b497acd9 admin admin] Added segment 3d7ca3b6-ee61-4622-b972-6cb52f298244 of type vxlan for network 9fa15ce6-e196-4e30-82ed-8a6e074ca79a Nov 18 16:20:57.384020 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c7ec0-9813-4d19-8006-f950b497acd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51247dbe-1f3f-4d60-88b7-9f8d343c61b3,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:20:57.389518 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-206c7ec0-9813-4d19-8006-f950b497acd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:20:57.463820 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-206c7ec0-9813-4d19-8006-f950b497acd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242460990785'] for network, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:57.580236 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:57.608265 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-206c7ec0-9813-4d19-8006-f950b497acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for network, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:57.609661 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c7ec0-9813-4d19-8006-f950b497acd9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:20:57.610297 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-206c7ec0-9813-4d19-8006-f950b497acd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for network, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:57.630639 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:20:57.647270 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 49366af1-366b-4c27-9e94-8a7343dee7a7 up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:20:57.882439 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning for port 49366af1-366b-4c27-9e94-8a7343dee7a7 completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:20:57.942310 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c7ec0-9813-4d19-8006-f950b497acd9 admin admin] Pushing event updated for resources: {'Network': ['ID=9fa15ce6-e196-4e30-82ed-8a6e074ca79a,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:20:57.946807 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-206c7ec0-9813-4d19-8006-f950b497acd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:20:57.955015 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Network 9fa15ce6-e196-4e30-82ed-8a6e074ca79a details requested by agent ovs-agent-dv-cinder-759955-2-smb with host dv-cinder-759955-2-smb {{(pid=80388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:20:57.958184 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-206c7ec0-9813-4d19-8006-f950b497acd9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2070868 Nov 18 16:20:57.964390 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 45568) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:20:57.979648 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-946f9206-7d05-4ac7-b576-32c91d77cefb admin admin] Request body: {'subnet': {'network_id': '9fa15ce6-e196-4e30-82ed-8a6e074ca79a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1039151762-subnet', 'tenant_id': 'd7bbfdcd9b4446f4a2fe991472020cf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:20:57.995833 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-946f9206-7d05-4ac7-b576-32c91d77cefb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:20:58.014050 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-946f9206-7d05-4ac7-b576-32c91d77cefb admin admin] Usage tracker for resource:subnet and tenant:d7bbfdcd9b4446f4a2fe991472020cf8 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:20:58.016310 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-34150fc8-f4f1-4e9a-ae4b-d7268f7c91a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'name': 'tempest-AttachVolumeShelveTestJSON-9050108-router', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:20:53Z', 'updated_at': '2020-11-18T16:20:55Z', 'revision_number': 3, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'gw_port': {'id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:54Z', 'updated_at': '2020-11-18T16:20:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb'}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:20:58.022404 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-946f9206-7d05-4ac7-b576-32c91d77cefb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:20:58.027181 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34150fc8-f4f1-4e9a-ae4b-d7268f7c91a6 None None] Checking router: 2a4e9ea5-66a0-46e0-9cc5-359e5fbff654 for host: dv-cinder-759955-2-smb {{(pid=80389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:20:58.027580 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34150fc8-f4f1-4e9a-ae4b-d7268f7c91a6 None None] Updating router 2a4e9ea5-66a0-46e0-9cc5-359e5fbff654 port 9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c binding host dv-cinder-759955-2-smb {{(pid=80389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:20:58.053886 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-946f9206-7d05-4ac7-b576-32c91d77cefb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:20:58.105507 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946f9206-7d05-4ac7-b576-32c91d77cefb admin admin] Made reservation on behalf of d7bbfdcd9b4446f4a2fe991472020cf8 for: {'subnet': 1} {{(pid=80387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:20:58.110369 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-946f9206-7d05-4ac7-b576-32c91d77cefb admin admin] Notify callbacks [] for subnet, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:58.194762 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Network 9fa15ce6-e196-4e30-82ed-8a6e074ca79a details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=80388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:20:58.226708 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-34150fc8-f4f1-4e9a-ae4b-d7268f7c91a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:58.536185 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690b91e6-a106-47ed-8fb1-1dc4036873ae None None] Network d8f88308-3b7d-4f88-a379-67873b752770 requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:20:58.537653 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ae63039b-99a9-4298-bfee-a43b0f5c63e0 req-908725e8-0bb5-4206-868f-8ddfdb9a7aad tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/ports?device_id=8c06880a-33b0-4266-9f2b-c69df4c40880 HTTP/1.1" status: 200 len: 210 time: 0.6327829 Nov 18 16:20:58.681092 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-bb1b2f8e-f189-4793-9e74-5e0349f1a4a2 req-2e391786-e0ce-4f22-8eb8-b6fc8b5ef14e tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 210 time: 0.1321566 Nov 18 16:20:59.013735 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-97a7bb66-22cb-4ea6-b473-40a7b64dd923 None None] Provisioning for port 49366af1-366b-4c27-9e94-8a7343dee7a7 completed by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:20:59.048121 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-97a7bb66-22cb-4ea6-b473-40a7b64dd923 None None] Provisioning complete for port 49366af1-366b-4c27-9e94-8a7343dee7a7 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:20:59.053650 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-97a7bb66-22cb-4ea6-b473-40a7b64dd923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:59.187772 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19a1b43f-ba23-4967-ae54-7e1789e1991c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:59.190981 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-34150fc8-f4f1-4e9a-ae4b-d7268f7c91a6 None None] Notify callbacks [] for port, precommit_update {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:59.284250 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-97a7bb66-22cb-4ea6-b473-40a7b64dd923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:59.304294 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-946f9206-7d05-4ac7-b576-32c91d77cefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for subnet, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:59.311124 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-34150fc8-f4f1-4e9a-ae4b-d7268f7c91a6 None None] Transition to ACTIVE for port object 9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c will not be triggered until provisioned by entity L2. {{(pid=80389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:20:59.345980 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-97a7bb66-22cb-4ea6-b473-40a7b64dd923 None None] For port 49366af1-366b-4c27-9e94-8a7343dee7a7, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=49366af1-366b-4c27-9e94-8a7343dee7a7,segment=NetworkSegment(59bd26ae-f544-4976-8326-f88f38f0fa15),segment_id=59bd26ae-f544-4976-8326-f88f38f0fa15)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:20:59.362777 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ccf801cd-d398-464a-b5dc-0113b1816af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:20:59.373899 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-34150fc8-f4f1-4e9a-ae4b-d7268f7c91a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:59.402600 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-97a7bb66-22cb-4ea6-b473-40a7b64dd923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:59.404744 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:20:59.421733 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-58b0e7c7-f510-4f80-bea8-810c9ec36031 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80389) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:20:59.590400 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f9206-7d05-4ac7-b576-32c91d77cefb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d032e02-f87c-4626-b1c2-3c14acc4b6d0,revision_number=0']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:20:59.595845 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7bb66-22cb-4ea6-b473-40a7b64dd923 None None] Pushing event updated for resources: {'Port': ['ID=49366af1-366b-4c27-9e94-8a7343dee7a7,revision_number=3']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:20:59.600042 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-97a7bb66-22cb-4ea6-b473-40a7b64dd923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:20:59.602217 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-946f9206-7d05-4ac7-b576-32c91d77cefb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:20:59.851449 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3fb0288b-80ad-4244-9073-65c8c135bd3b req-30e16a58-3f71-46d5-a55b-fdd90724489b tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/ports?device_id=8c06880a-33b0-4266-9f2b-c69df4c40880 HTTP/1.1" status: 200 len: 210 time: 0.1100249 Nov 18 16:20:59.871342 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946f9206-7d05-4ac7-b576-32c91d77cefb admin admin] Checking segment: {'id': '3d7ca3b6-ee61-4622-b972-6cb52f298244', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '9fa15ce6-e196-4e30-82ed-8a6e074ca79a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:20:59.871728 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946f9206-7d05-4ac7-b576-32c91d77cefb admin admin] Network hostable DHCP agents. Network: 9fa15ce6-e196-4e30-82ed-8a6e074ca79a, hostable agents: ['f7776111-b6a1-4850-954f-358371da3282'], hosted agents: [] {{(pid=80387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:20:59.895000 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-b9f06bdf-1de1-495e-bc8a-33f54aadb91b None None] Provisioning complete for port 49366af1-366b-4c27-9e94-8a7343dee7a7 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:20:59.895579 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b9f06bdf-1de1-495e-bc8a-33f54aadb91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:59.990785 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946f9206-7d05-4ac7-b576-32c91d77cefb admin admin] Network 9fa15ce6-e196-4e30-82ed-8a6e074ca79a is scheduled to be hosted by DHCP agent f7776111-b6a1-4850-954f-358371da3282 with binding_index 1 {{(pid=80387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:20:59.995537 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-34150fc8-f4f1-4e9a-ae4b-d7268f7c91a6 None None] Attempting to bind port 9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c on host dv-cinder-759955-2-smb for vnic_type normal with profile {{(pid=80389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:20:59.996317 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-34150fc8-f4f1-4e9a-ae4b-d7268f7c91a6 None None] Attempting to bind port 9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c by drivers openvswitch on host dv-cinder-759955-2-smb at level 0 using segments [{'id': 'fd1903d0-2c86-4185-ae42-f007a12d43c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'}] {{(pid=80389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:20:59.997191 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34150fc8-f4f1-4e9a-ae4b-d7268f7c91a6 None None] Attempting to bind port 9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c on network 1ab93bf2-7919-44ad-adde-8c05b7be9843 {{(pid=80389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:21:00.008034 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34150fc8-f4f1-4e9a-ae4b-d7268f7c91a6 None None] Checking agent: {'id': 'd139265b-832e-4a4b-b5af-b5aa037fc555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 11, 53), 'started_at': datetime.datetime(2020, 11, 18, 16, 12, 23), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:21:00.008934 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34150fc8-f4f1-4e9a-ae4b-d7268f7c91a6 None None] Checking segment: {'id': 'fd1903d0-2c86-4185-ae42-f007a12d43c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:21:00.013336 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-34150fc8-f4f1-4e9a-ae4b-d7268f7c91a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:00.013336 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34150fc8-f4f1-4e9a-ae4b-d7268f7c91a6 None None] Bound using segment: {'id': 'fd1903d0-2c86-4185-ae42-f007a12d43c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'} {{(pid=80389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:21:00.013336 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-34150fc8-f4f1-4e9a-ae4b-d7268f7c91a6 None None] Bound port: 9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c, host: dv-cinder-759955-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1903d0-2c86-4185-ae42-f007a12d43c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'}}] {{(pid=80389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:21:00.013336 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-34150fc8-f4f1-4e9a-ae4b-d7268f7c91a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:00.037669 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-946f9206-7d05-4ac7-b576-32c91d77cefb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-smb, 9fa15ce6-e196-4e30-82ed-8a6e074ca79a) {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:21:00.044743 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946f9206-7d05-4ac7-b576-32c91d77cefb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:00.045792 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-946f9206-7d05-4ac7-b576-32c91d77cefb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for subnet, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:00.052240 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15277699-a418-4e89-98a1-fc4446b7d880 None None] Network 9fa15ce6-e196-4e30-82ed-8a6e074ca79a requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:21:00.103862 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-34150fc8-f4f1-4e9a-ae4b-d7268f7c91a6 None None] For port 9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c, host dv-cinder-759955-2-smb, cleared binding levels {{(pid=80389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:21:00.107790 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-34150fc8-f4f1-4e9a-ae4b-d7268f7c91a6 None None] For port 9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c, host dv-cinder-759955-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c,segment=NetworkSegment(fd1903d0-2c86-4185-ae42-f007a12d43c6),segment_id=fd1903d0-2c86-4185-ae42-f007a12d43c6)] {{(pid=80389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:21:00.116441 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3a42e-6b5f-40b4-89a8-33d3f20b3d3a None None] Pushing event updated for resources: {'Port': ['ID=9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c,revision_number=2']} {{(pid=80389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:00.127445 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3a42e-6b5f-40b4-89a8-33d3f20b3d3a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:00.128142 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3a42e-6b5f-40b4-89a8-33d3f20b3d3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:00.128722 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3a42e-6b5f-40b4-89a8-33d3f20b3d3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:00.129548 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3a42e-6b5f-40b4-89a8-33d3f20b3d3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:00.130104 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3a42e-6b5f-40b4-89a8-33d3f20b3d3a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:00.131096 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3a42e-6b5f-40b4-89a8-33d3f20b3d3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:00.131685 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3a42e-6b5f-40b4-89a8-33d3f20b3d3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:00.132242 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3a42e-6b5f-40b4-89a8-33d3f20b3d3a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:00.132808 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3a42e-6b5f-40b4-89a8-33d3f20b3d3a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:00.133459 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3a42e-6b5f-40b4-89a8-33d3f20b3d3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:00.134090 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3a42e-6b5f-40b4-89a8-33d3f20b3d3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:00.135398 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3a42e-6b5f-40b4-89a8-33d3f20b3d3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:00.136290 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3a42e-6b5f-40b4-89a8-33d3f20b3d3a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:00.137021 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3a42e-6b5f-40b4-89a8-33d3f20b3d3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:00.137589 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3a42e-6b5f-40b4-89a8-33d3f20b3d3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:00.138334 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3a42e-6b5f-40b4-89a8-33d3f20b3d3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:00.143386 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3a42e-6b5f-40b4-89a8-33d3f20b3d3a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:00.144611 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3a42e-6b5f-40b4-89a8-33d3f20b3d3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:00.145346 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3a42e-6b5f-40b4-89a8-33d3f20b3d3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:00.145910 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3a42e-6b5f-40b4-89a8-33d3f20b3d3a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:00.146585 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3a42e-6b5f-40b4-89a8-33d3f20b3d3a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:00.147131 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3a42e-6b5f-40b4-89a8-33d3f20b3d3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:00.147646 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3a42e-6b5f-40b4-89a8-33d3f20b3d3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:00.148168 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3a42e-6b5f-40b4-89a8-33d3f20b3d3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3a42e-6b5f-40b4-89a8-33d3f20b3d3a None None] Tracked resource versions report: Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: pushed versions: Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: { 'AddressGroup': {'1.0'}, Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'ConntrackHelper': {'1.0'}, Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'Log': {'1.0'}, Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'Network': {'1.1'}, Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'Port': {'1.6'}, Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'PortForwarding': {'1.2'}, Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'QosPolicy': {'1.8'}, Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroup': {'1.2'}, Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroupRule': {'1.0'}, Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'SubPort': {'1.0'}, Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'Subnet': {'1.1'}, Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'Trunk': {'1.1'}} Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: consumer versions: Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: { DHCP agent@dv-cinder-759955-2-smb: {}, Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: L3 agent@dv-cinder-759955-2-smb: {}, Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: Metadata agent@dv-cinder-759955-2-smb: {}, Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: Metering agent@dv-cinder-759955-2-smb: {}, Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: Open vSwitch agent@dv-cinder-759955-2-smb: { 'AddressGroup': '1.0', Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'ConntrackHelper': '1.0', Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'Log': '1.0', Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'Network': '1.1', Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'Port': '1.6', Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'PortForwarding': '1.2', Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'QosPolicy': '1.8', Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroup': '1.2', Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroupRule': '1.0', Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'SubPort': '1.0', Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'Subnet': '1.1', Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'Trunk': '1.1'}, Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: Open vSwitch agent@hv-cinder-75995: { 'AddressGroup': '1.0', Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'ConntrackHelper': '1.0', Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'Log': '1.0', Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'Network': '1.1', Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'Port': '1.6', Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'PortForwarding': '1.2', Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'QosPolicy': '1.8', Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroup': '1.2', Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'SecurityGroupRule': '1.0', Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'SubPort': '1.0', Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'Subnet': '1.1', Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: 'Trunk': '1.1'}} Nov 18 16:21:00.149729 dv-cinder-759955-2-smb neutron-server[80275]: {{(pid=80389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 18 16:21:00.162679 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3bf3a42e-6b5f-40b4-89a8-33d3f20b3d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=80389) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:00.180768 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-34150fc8-f4f1-4e9a-ae4b-d7268f7c91a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:00.184238 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-946f9206-7d05-4ac7-b576-32c91d77cefb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2182584 Nov 18 16:21:00.222177 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80389) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:00.374195 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-19a1b43f-ba23-4967-ae54-7e1789e1991c admin admin] Allocated IP 172.20.0.1 (d8f88308-3b7d-4f88-a379-67873b752770/e930cec8-6db8-483a-9efd-6ad1d182df64/115a79a5-ba2b-4a2b-a129-6e29ab0fca52) {{(pid=80386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:21:00.540740 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-93abbddc-833b-4833-a8e2-56ec0963b152 req-a5823e36-ec81-4d2e-8de0-381260a53cbe tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 210 time: 0.1358626 Nov 18 16:21:00.602193 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3a42e-6b5f-40b4-89a8-33d3f20b3d3a None None] Pushing event updated for resources: {'Port': ['ID=9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c,revision_number=3']} {{(pid=80389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:00.606045 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 45666) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:00.636486 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3bf3a42e-6b5f-40b4-89a8-33d3f20b3d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80389) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:00.641381 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-19d15fe5-f73e-442b-999a-b6f61ba5d54a None None] Provisioning complete for port 49366af1-366b-4c27-9e94-8a7343dee7a7 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:00.642998 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19d15fe5-f73e-442b-999a-b6f61ba5d54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:00.682784 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222d0b3f-7968-48de-af7d-fbea497f0b60 None None] Network 9fa15ce6-e196-4e30-82ed-8a6e074ca79a requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:21:00.742137 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34150fc8-f4f1-4e9a-ae4b-d7268f7c91a6 None None] Routers {'2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:21:00.745429 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-34150fc8-f4f1-4e9a-ae4b-d7268f7c91a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:20:52Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'], 'active': True} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:00.757197 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-a345dc60-b456-4822-a4c2-f2e222a7f2a4 admin admin] Deleting subnet 78dff12c-88f4-4d6e-a72e-d3c8f5523746 {{(pid=80387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 16:21:00.765122 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a345dc60-b456-4822-a4c2-f2e222a7f2a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:00.814870 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19a1b43f-ba23-4967-ae54-7e1789e1991c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:00.880257 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a345dc60-b456-4822-a4c2-f2e222a7f2a4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:00.899104 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a345dc60-b456-4822-a4c2-f2e222a7f2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847102822'] for subnet, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:00.917630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-19a1b43f-ba23-4967-ae54-7e1789e1991c admin admin] Transition to ACTIVE for port object 115a79a5-ba2b-4a2b-a129-6e29ab0fca52 will not be triggered until provisioned by entity DHCP. {{(pid=80386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:21:00.980757 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19a1b43f-ba23-4967-ae54-7e1789e1991c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656'] for port, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:01.010569 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d5808f94-1f34-4d18-9b82-a5a8e82fe46b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:01.078995 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-34150fc8-f4f1-4e9a-ae4b-d7268f7c91a6 None None] Set router 2a4e9ea5-66a0-46e0-9cc5-359e5fbff654 gateway port host: dv-cinder-759955-2-smb {{(pid=80389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:21:01.218996 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1b43f-ba23-4967-ae54-7e1789e1991c admin admin] Pushing event updated for resources: {'Port': ['ID=115a79a5-ba2b-4a2b-a129-6e29ab0fca52,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:01.245596 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-19a1b43f-ba23-4967-ae54-7e1789e1991c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:01.316613 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-372be921-8292-4a15-b6f5-34f63f243682 req-6989736c-211c-40ca-a0a6-6abcc7734ee8 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/ports?device_id=8c06880a-33b0-4266-9f2b-c69df4c40880 HTTP/1.1" status: 200 len: 210 time: 0.0636358 Nov 18 16:21:01.347110 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a1b43f-ba23-4967-ae54-7e1789e1991c admin admin] Network d8f88308-3b7d-4f88-a379-67873b752770 is already hosted by enough agents. {{(pid=80386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:21:01.348329 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-19a1b43f-ba23-4967-ae54-7e1789e1991c admin admin] Resources bound (agent type, host, resource id): {{(pid=80386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:21:01.356604 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a1b43f-ba23-4967-ae54-7e1789e1991c admin admin] Received port after_create {{(pid=80386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:21:01.357143 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19a1b43f-ba23-4967-ae54-7e1789e1991c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700930'] for router_interface, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:01.582247 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 49366af1-366b-4c27-9e94-8a7343dee7a7 up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:21:01.647411 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19a1b43f-ba23-4967-ae54-7e1789e1991c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:01.670475 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.13', 49901) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:01.743373 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-34150fc8-f4f1-4e9a-ae4b-d7268f7c91a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'name': 'tempest-AttachVolumeShelveTestJSON-9050108-router', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:20:53Z', 'updated_at': '2020-11-18T16:20:55Z', 'revision_number': 3, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'gw_port': {'id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:54Z', 'updated_at': '2020-11-18T16:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb'}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:01.755179 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34150fc8-f4f1-4e9a-ae4b-d7268f7c91a6 None None] The sync data for ids ['2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'] in dv-cinder-759955-2-smb is: [{'id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'name': 'tempest-AttachVolumeShelveTestJSON-9050108-router', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:20:53Z', 'updated_at': '2020-11-18T16:20:55Z', 'revision_number': 3, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'gw_port': {'id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:54Z', 'updated_at': '2020-11-18T16:21:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb'}] {{(pid=80389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:21:01.796476 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 45696) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:01.800461 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning complete for port 49366af1-366b-4c27-9e94-8a7343dee7a7 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:01.801166 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:01.837546 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a345dc60-b456-4822-a4c2-f2e222a7f2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for subnet, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:02.018025 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-c85935b8-85c6-4f77-996b-78e5017ecd74 None None] Provisioning for port 115a79a5-ba2b-4a2b-a129-6e29ab0fca52 completed by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:21:02.024751 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-c85935b8-85c6-4f77-996b-78e5017ecd74 None None] Provisioning complete for port 115a79a5-ba2b-4a2b-a129-6e29ab0fca52 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:02.025320 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c85935b8-85c6-4f77-996b-78e5017ecd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:02.107541 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-56c57c78-d131-45f5-863c-1d2a906757b0 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:02.109614 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-56c57c78-d131-45f5-863c-1d2a906757b0 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.13 "GET /v2.0/networks?id=6e9790d1-5881-4e64-a6df-f04a185fd798 HTTP/1.1" status: 200 len: 814 time: 0.4383011 Nov 18 16:21:02.113987 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:02.150562 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-c85935b8-85c6-4f77-996b-78e5017ecd74 None None] Port 115a79a5-ba2b-4a2b-a129-6e29ab0fca52 cannot update to ACTIVE because it is not bound. {{(pid=80388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:21:02.192641 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19a1b43f-ba23-4967-ae54-7e1789e1991c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:02.232895 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345dc60-b456-4822-a4c2-f2e222a7f2a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78dff12c-88f4-4d6e-a72e-d3c8f5523746,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:02.237006 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19a1b43f-ba23-4967-ae54-7e1789e1991c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:02.238474 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19a1b43f-ba23-4967-ae54-7e1789e1991c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846444243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854074777'] for router_interface, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:02.270293 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:02.426585 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-0898c414-d671-4184-9c1c-0ad6ed349b5c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Request body: {'port': {'device_id': '7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742', 'network_id': '6e9790d1-5881-4e64-a6df-f04a185fd798', 'admin_state_up': True, 'tenant_id': 'fa7b55f56ea446e2adf28b09f290c5ad'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:02.426585 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ad42c924-0f05-45e2-92e5-82444dc09583 req-838b0860-88fe-4481-afe5-c2bc464fa577 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 210 time: 0.5308115 Nov 18 16:21:02.426585 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a345dc60-b456-4822-a4c2-f2e222a7f2a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:02.464579 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1b43f-ba23-4967-ae54-7e1789e1991c admin admin] Pushing event updated for resources: {'Port': ['ID=115a79a5-ba2b-4a2b-a129-6e29ab0fca52,revision_number=2']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:02.472871 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-19a1b43f-ba23-4967-ae54-7e1789e1991c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:02.651383 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a345dc60-b456-4822-a4c2-f2e222a7f2a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:02.660663 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-a345dc60-b456-4822-a4c2-f2e222a7f2a4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/78dff12c-88f4-4d6e-a72e-d3c8f5523746 HTTP/1.1" status: 204 len: 168 time: 2.0512154 Nov 18 16:21:02.663578 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 45732) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:02.693955 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-790048b2-72e2-4473-9cae-bff87d4d7e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:02.722032 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 45736) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:02.722454 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.13', 49906) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:02.754135 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3b129ad1-391b-41b9-85d1-1ebc32c1dec8 req-e0bd7ae0-90ce-4806-a033-cdbc0ff86bed tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/ports?device_id=8c06880a-33b0-4266-9f2b-c69df4c40880 HTTP/1.1" status: 200 len: 210 time: 0.1095626 Nov 18 16:21:02.859358 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a1b43f-ba23-4967-ae54-7e1789e1991c admin admin] Network d8f88308-3b7d-4f88-a379-67873b752770 is already hosted by enough agents. {{(pid=80386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:21:02.860677 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-19a1b43f-ba23-4967-ae54-7e1789e1991c admin admin] Resources bound (agent type, host, resource id): {{(pid=80386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:21:03.024280 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-790048b2-72e2-4473-9cae-bff87d4d7e04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:03.033920 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-790048b2-72e2-4473-9cae-bff87d4d7e04 admin admin] Usage tracker for resource:security_group_rule and tenant:de40f4617ef6400c81a935c6f01ba929 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:03.045649 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-790048b2-72e2-4473-9cae-bff87d4d7e04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:03.055488 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-790048b2-72e2-4473-9cae-bff87d4d7e04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:03.197950 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-31aae33b-928d-42fd-86fb-c15a4293cd83 None None] Provisioning complete for port 115a79a5-ba2b-4a2b-a129-6e29ab0fca52 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:03.198421 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-31aae33b-928d-42fd-86fb-c15a4293cd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:03.356307 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-31aae33b-928d-42fd-86fb-c15a4293cd83 None None] Port 115a79a5-ba2b-4a2b-a129-6e29ab0fca52 cannot update to ACTIVE because it is not bound. {{(pid=80388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:21:03.380092 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-df991088-5d3d-4f6c-acea-e1b39d340fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7611418'] for network, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:03.665743 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:21:03.721279 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a1b43f-ba23-4967-ae54-7e1789e1991c admin admin] Router 2a4e9ea5-66a0-46e0-9cc5-359e5fbff654 has already been hosted by L3 agent 06010dfa-7d57-41a4-b257-aaebf39abde2 {{(pid=80386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:21:03.791903 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning for port 9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:21:03.802655 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning complete for port 9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:03.803296 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:03.899039 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90db19-4032-4310-b0ed-811ada91db9c req-51eb967e-c63b-4197-b136-bdb2f0fc98f1 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:03.899897 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-3a90db19-4032-4310-b0ed-811ada91db9c req-51eb967e-c63b-4197-b136-bdb2f0fc98f1 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Synchronizing usage tracker for tenant:813708e8cf9f4fa8a6b71c56a0c843d0 on resource:network {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:21:03.939122 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-0898c414-d671-4184-9c1c-0ad6ed349b5c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:03.969941 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-0898c414-d671-4184-9c1c-0ad6ed349b5c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Usage tracker for resource:port and tenant:fa7b55f56ea446e2adf28b09f290c5ad is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:03.974132 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-790048b2-72e2-4473-9cae-bff87d4d7e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:03.988147 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-0898c414-d671-4184-9c1c-0ad6ed349b5c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Quota usage for port was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:03.991647 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:04.006191 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-0898c414-d671-4184-9c1c-0ad6ed349b5c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:04.031829 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] For port 9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c,segment=NetworkSegment(fd1903d0-2c86-4185-ae42-f007a12d43c6),segment_id=fd1903d0-2c86-4185-ae42-f007a12d43c6)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:21:04.061779 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-db412a99-a67b-4cfb-af40-e418abe8200e req-d1b9ac10-dbc8-4c17-a3f5-2445aa53638e tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 210 time: 0.3046978 Nov 18 16:21:04.062662 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4707695b-8d20-4985-884b-57af791703e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:04.063876 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:04.067747 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:04.102116 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-790048b2-72e2-4473-9cae-bff87d4d7e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:04.108655 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2029c80e-4389-4282-9f55-24581aa89645 req-5523cc7c-2acb-436c-891b-3aae29a4ff24 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/ports?device_id=8c06880a-33b0-4266-9f2b-c69df4c40880 HTTP/1.1" status: 200 len: 210 time: 0.1178620 Nov 18 16:21:04.145979 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:04.162294 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a1b43f-ba23-4967-ae54-7e1789e1991c admin admin] Notify agent at l3_agent.dv-cinder-759955-2-smb the message routers_updated {{(pid=80386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:21:04.173725 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-0898c414-d671-4184-9c1c-0ad6ed349b5c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Made reservation on behalf of fa7b55f56ea446e2adf28b09f290c5ad for: {'port': 1} {{(pid=80387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:21:04.180364 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-0898c414-d671-4184-9c1c-0ad6ed349b5c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:04.195906 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-19a1b43f-ba23-4967-ae54-7e1789e1991c admin admin] 10.222.0.26 "PUT /v2.0/routers/2a4e9ea5-66a0-46e0-9cc5-359e5fbff654/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1607091 Nov 18 16:21:04.251642 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Pushing event updated for resources: {'Port': ['ID=9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c,revision_number=4']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:04.267270 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:04.396831 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-df991088-5d3d-4f6c-acea-e1b39d340fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847103455', 'neutron.services.segments.db._delete_segments_for_network--9223363242460435435'] for network, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:04.591095 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-790048b2-72e2-4473-9cae-bff87d4d7e04 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=de40f4617ef6400c81a935c6f01ba929&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7498581 Nov 18 16:21:04.591646 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 45800) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:04.613305 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-df991088-5d3d-4f6c-acea-e1b39d340fcb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80387) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:04.613689 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-df991088-5d3d-4f6c-acea-e1b39d340fcb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80387) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:04.614489 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-df991088-5d3d-4f6c-acea-e1b39d340fcb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80387) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:04.614869 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-df991088-5d3d-4f6c-acea-e1b39d340fcb admin admin] Subscribe: > port after_create 55550000 {{(pid=80387) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:04.615229 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-df991088-5d3d-4f6c-acea-e1b39d340fcb admin admin] Subscribe: > port after_delete 55550000 {{(pid=80387) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:04.615590 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-df991088-5d3d-4f6c-acea-e1b39d340fcb admin admin] Subscribe: > port after_update 55550000 {{(pid=80387) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:04.615963 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-df991088-5d3d-4f6c-acea-e1b39d340fcb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80387) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:04.616324 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-df991088-5d3d-4f6c-acea-e1b39d340fcb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80387) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:04.616683 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-df991088-5d3d-4f6c-acea-e1b39d340fcb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80387) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:04.617150 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-df991088-5d3d-4f6c-acea-e1b39d340fcb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80387) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:04.766319 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-80dba516-254d-4526-af20-f936f2a64877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:04.824360 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-80dba516-254d-4526-af20-f936f2a64877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:04.966634 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-df991088-5d3d-4f6c-acea-e1b39d340fcb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80387) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:04.967029 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-df991088-5d3d-4f6c-acea-e1b39d340fcb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80387) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:04.967412 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-df991088-5d3d-4f6c-acea-e1b39d340fcb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80387) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:04.967791 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-df991088-5d3d-4f6c-acea-e1b39d340fcb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80387) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:04.968194 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-df991088-5d3d-4f6c-acea-e1b39d340fcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f42538-298f-4d44-8352-fcf82fb4344b']}} {{(pid=80387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:04.982631 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-df991088-5d3d-4f6c-acea-e1b39d340fcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77662838-672d-4aeb-9a2e-dad5cffa0e61') {'for_net_delete': True} {{(pid=80387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:04.982971 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-df991088-5d3d-4f6c-acea-e1b39d340fcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77662838-672d-4aeb-9a2e-dad5cffa0e61') {} {{(pid=80387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:05.000551 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-df991088-5d3d-4f6c-acea-e1b39d340fcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242460437483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230549'] for segment, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:05.019239 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-3a90db19-4032-4310-b0ed-811ada91db9c req-51eb967e-c63b-4197-b136-bdb2f0fc98f1 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Unset dirty status for tenant:813708e8cf9f4fa8a6b71c56a0c843d0 on resource:network {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:21:05.020492 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3a90db19-4032-4310-b0ed-811ada91db9c req-51eb967e-c63b-4197-b136-bdb2f0fc98f1 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.13 "GET /v2.0/networks?id=5cff47b3-cad8-448b-887e-85fded8bef87 HTTP/1.1" status: 200 len: 811 time: 2.2884755 Nov 18 16:21:05.076152 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-df991088-5d3d-4f6c-acea-e1b39d340fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696124'] for segment, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:05.079610 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-df991088-5d3d-4f6c-acea-e1b39d340fcb admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 16:21:05.111981 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-80dba516-254d-4526-af20-f936f2a64877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:05.117631 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:05.175588 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dba516-254d-4526-af20-f936f2a64877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f7fa65-9d78-45db-90a6-364e2db86e29,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:05.192298 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-80dba516-254d-4526-af20-f936f2a64877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:05.201958 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-80dba516-254d-4526-af20-f936f2a64877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:05.203225 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-80dba516-254d-4526-af20-f936f2a64877 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/99f7fa65-9d78-45db-90a6-364e2db86e29 HTTP/1.1" status: 204 len: 168 time: 0.6099558 Nov 18 16:21:05.302485 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db23f12c-0d60-4dcf-af0a-0cf2bb5e8fcc None None] Sync routers for ids ['2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'] in dv-cinder-759955-2-smb {{(pid=80388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:21:05.327782 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db23f12c-0d60-4dcf-af0a-0cf2bb5e8fcc None None] Routers {'2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:21:05.330899 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-db23f12c-0d60-4dcf-af0a-0cf2bb5e8fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:20:52Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'], 'active': True} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:05.494473 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-0c25031c-fc17-4642-b174-af7f2039efae req-b57a564f-01f4-401e-8424-1c1dd6e08b39 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 210 time: 0.1148589 Nov 18 16:21:05.521297 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-4707695b-8d20-4985-884b-57af791703e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:05.530326 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790048b2-72e2-4473-9cae-bff87d4d7e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f7fa65-9d78-45db-90a6-364e2db86e29,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:05.561380 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-790048b2-72e2-4473-9cae-bff87d4d7e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.415s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:05.661782 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-3a90db19-4032-4310-b0ed-811ada91db9c req-5266d921-ff50-4adf-89b3-083676fecf98 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Request body: {'port': {'device_id': '8c06880a-33b0-4266-9f2b-c69df4c40880', 'network_id': '5cff47b3-cad8-448b-887e-85fded8bef87', 'admin_state_up': True, 'tenant_id': '813708e8cf9f4fa8a6b71c56a0c843d0'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:05.785736 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-df991088-5d3d-4f6c-acea-e1b39d340fcb admin admin] Network f3f42538-298f-4d44-8352-fcf82fb4344b has no segments {{(pid=80387) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:21:05.835918 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-4707695b-8d20-4985-884b-57af791703e4 admin admin] Usage tracker for resource:security_group_rule and tenant:0d00554dac0148e7be0a327f01c6d573 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:05.857283 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-db23f12c-0d60-4dcf-af0a-0cf2bb5e8fcc None None] Set router 2a4e9ea5-66a0-46e0-9cc5-359e5fbff654 gateway port host: dv-cinder-759955-2-smb {{(pid=80388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:21:05.867202 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-df991088-5d3d-4f6c-acea-e1b39d340fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847079692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2445775'] for segment, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:05.946718 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9e1944bf-2120-436d-a62c-fa8500a1a04a req-18c6f2b7-aa17-4ddc-a571-66a52ce63b2c tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/ports?device_id=8c06880a-33b0-4266-9f2b-c69df4c40880 HTTP/1.1" status: 200 len: 210 time: 0.1582875 Nov 18 16:21:05.949684 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-4707695b-8d20-4985-884b-57af791703e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:06.033322 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-4707695b-8d20-4985-884b-57af791703e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:06.046184 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 45834) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:06.055298 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-e3992de2-71ac-41d8-9a5a-65b2f2ea2164 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Request body: {'security_group': {'name': 'tempest-securitygroup--1630246033', 'description': 'tempest-description--1578016203'}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:06.074455 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-e3992de2-71ac-41d8-9a5a-65b2f2ea2164 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:06.084921 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-e3992de2-71ac-41d8-9a5a-65b2f2ea2164 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Usage tracker for resource:security_group and tenant:a059fa3edee14481b95a1aed15fa9fcb is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:06.094916 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-e3992de2-71ac-41d8-9a5a-65b2f2ea2164 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:06.114107 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-e3992de2-71ac-41d8-9a5a-65b2f2ea2164 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:06.190845 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e3992de2-71ac-41d8-9a5a-65b2f2ea2164 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:06.255021 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:21:06.289701 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-e3992de2-71ac-41d8-9a5a-65b2f2ea2164 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:06.300457 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-e3992de2-71ac-41d8-9a5a-65b2f2ea2164 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Usage tracker for resource:security_group_rule and tenant:a059fa3edee14481b95a1aed15fa9fcb is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:06.309465 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-e3992de2-71ac-41d8-9a5a-65b2f2ea2164 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:06.329258 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-e3992de2-71ac-41d8-9a5a-65b2f2ea2164 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:06.428912 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4707695b-8d20-4985-884b-57af791703e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:06.597731 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e3992de2-71ac-41d8-9a5a-65b2f2ea2164 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:06.602351 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning complete for port 9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:06.603674 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:06.611957 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4707695b-8d20-4985-884b-57af791703e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:06.660607 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e3992de2-71ac-41d8-9a5a-65b2f2ea2164 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:06.682541 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2aac15fb-28c3-4250-b9c9-d24a3680eab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:06.727661 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 45862) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:06.850181 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-790048b2-72e2-4473-9cae-bff87d4d7e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:06.887116 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3992de2-71ac-41d8-9a5a-65b2f2ea2164 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Pushing event updated for resources: {'SecurityGroup': ['ID=c97fdada-97f4-4f79-b093-1d0825d28e8e,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:06.908057 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e3992de2-71ac-41d8-9a5a-65b2f2ea2164 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:06.957221 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e3992de2-71ac-41d8-9a5a-65b2f2ea2164 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:06.959073 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-e3992de2-71ac-41d8-9a5a-65b2f2ea2164 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.9109964 Nov 18 16:21:06.961926 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 45872) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:06.968902 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-3861be96-e32b-446c-97ec-be71fc575932 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Request body: {'security_group_rule': {'security_group_id': 'c97fdada-97f4-4f79-b093-1d0825d28e8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:07.067187 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4707695b-8d20-4985-884b-57af791703e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3d9638-289c-46c1-98ec-403a62e5dbfe,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:07.076271 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-3a90db19-4032-4310-b0ed-811ada91db9c req-5266d921-ff50-4adf-89b3-083676fecf98 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:07.079116 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4707695b-8d20-4985-884b-57af791703e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:07.092457 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-df991088-5d3d-4f6c-acea-e1b39d340fcb admin admin] Network f3f42538-298f-4d44-8352-fcf82fb4344b has no segments {{(pid=80387) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:21:07.102008 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-3861be96-e32b-446c-97ec-be71fc575932 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:07.118079 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-30d38459-b7d2-4c3d-a8f2-5ac540fae790 req-e16d9430-56a4-4c33-a267-a3ba2ef4856b tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 210 time: 0.1356680 Nov 18 16:21:07.124475 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-3861be96-e32b-446c-97ec-be71fc575932 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Usage tracker for resource:security_group_rule and tenant:a059fa3edee14481b95a1aed15fa9fcb is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:07.131382 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-3861be96-e32b-446c-97ec-be71fc575932 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:07.148170 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-3861be96-e32b-446c-97ec-be71fc575932 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:07.154668 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-db23f12c-0d60-4dcf-af0a-0cf2bb5e8fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'name': 'tempest-AttachVolumeShelveTestJSON-9050108-router', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:20:53Z', 'updated_at': '2020-11-18T16:21:01Z', 'revision_number': 4, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'gw_port': {'id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:54Z', 'updated_at': '2020-11-18T16:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '115a79a5-ba2b-4a2b-a129-6e29ab0fca52', 'name': '', 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'mac_address': 'fa:16:3e:9c:3c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e930cec8-6db8-483a-9efd-6ad1d182df64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:59Z', 'updated_at': '2020-11-18T16:21:01Z', 'revision_number': 2, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'subnets': [{'id': 'e930cec8-6db8-483a-9efd-6ad1d182df64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:07.167510 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db23f12c-0d60-4dcf-af0a-0cf2bb5e8fcc None None] Checking router: 2a4e9ea5-66a0-46e0-9cc5-359e5fbff654 for host: dv-cinder-759955-2-smb {{(pid=80388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:21:07.168097 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db23f12c-0d60-4dcf-af0a-0cf2bb5e8fcc None None] Updating router 2a4e9ea5-66a0-46e0-9cc5-359e5fbff654 port 115a79a5-ba2b-4a2b-a129-6e29ab0fca52 binding host dv-cinder-759955-2-smb {{(pid=80388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:21:07.211467 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3861be96-e32b-446c-97ec-be71fc575932 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for security_group_rule, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:07.247871 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-0898c414-d671-4184-9c1c-0ad6ed349b5c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Allocated IP 172.20.0.8 (6e9790d1-5881-4e64-a6df-f04a185fd798/0510e32b-72f3-4da1-9608-d32c92de3e00/733dce83-4839-452d-a588-ccf943001860) {{(pid=80387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:21:07.252720 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-3a90db19-4032-4310-b0ed-811ada91db9c req-5266d921-ff50-4adf-89b3-083676fecf98 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Usage tracker for resource:port and tenant:813708e8cf9f4fa8a6b71c56a0c843d0 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: (rel_b, rel_a, rel_b), Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: (rel_b, rel_a, rel_b), Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: Traceback (most recent call last): Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: timer() Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: cb(*args, **kw) Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: return func(*args, **kwargs) Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: self._notify() Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: self.callback(batched_events) Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: event.method(event) Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: segment_id)['aggregates'][0] Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: return f(self, *a, **k) Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: return self._get(url).json() Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: **kwargs) Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: return self.request(url, 'GET', **kwargs) Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: **endpoint_filter) Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:21:07.279232 dv-cinder-759955-2-smb neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:21:07.281249 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a230b588-ef69-4400-8cbb-044bc51c8e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:07.284354 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-3a90db19-4032-4310-b0ed-811ada91db9c req-5266d921-ff50-4adf-89b3-083676fecf98 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Quota usage for port was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:07.299030 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-db23f12c-0d60-4dcf-af0a-0cf2bb5e8fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:07.383595 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-3a90db19-4032-4310-b0ed-811ada91db9c req-5266d921-ff50-4adf-89b3-083676fecf98 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:07.444223 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3259de68-5444-4ef9-8d55-3eff7b9c7f1c req-6b1a013b-0547-48d8-958e-78e9fcb5cfe0 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/ports?device_id=8c06880a-33b0-4266-9f2b-c69df4c40880 HTTP/1.1" status: 200 len: 210 time: 0.1263328 Nov 18 16:21:07.488300 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a230b588-ef69-4400-8cbb-044bc51c8e92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:07.505513 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-a230b588-ef69-4400-8cbb-044bc51c8e92 admin admin] Usage tracker for resource:security_group_rule and tenant:964517386e284559bf4b4a27ca225973 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:07.524328 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-a230b588-ef69-4400-8cbb-044bc51c8e92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:07.539257 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a230b588-ef69-4400-8cbb-044bc51c8e92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:07.559287 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-4707695b-8d20-4985-884b-57af791703e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d00554dac0148e7be0a327f01c6d573&name=default HTTP/1.1" status: 200 len: 2647 time: 4.8288009 Nov 18 16:21:07.562340 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 45882) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:07.678748 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a90db19-4032-4310-b0ed-811ada91db9c req-5266d921-ff50-4adf-89b3-083676fecf98 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Made reservation on behalf of 813708e8cf9f4fa8a6b71c56a0c843d0 for: {'port': 1} {{(pid=80387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:21:07.688385 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3a90db19-4032-4310-b0ed-811ada91db9c req-5266d921-ff50-4adf-89b3-083676fecf98 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:07.758665 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3861be96-e32b-446c-97ec-be71fc575932 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:07.807271 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-0898c414-d671-4184-9c1c-0ad6ed349b5c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks [] for port, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:07.810298 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3861be96-e32b-446c-97ec-be71fc575932 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625058'] for security_group_rule, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:07.844973 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:07.875453 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b522076b-c7d5-47db-8171-439d58dcd282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:07.900430 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861be96-e32b-446c-97ec-be71fc575932 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a6d3b66-8fcc-4db7-a5c8-b94dbef7f748,revision_number=0']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:07.916193 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3861be96-e32b-446c-97ec-be71fc575932 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:07.918526 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-df991088-5d3d-4f6c-acea-e1b39d340fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7672361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for network, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:07.924504 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:07.961540 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-df991088-5d3d-4f6c-acea-e1b39d340fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for network, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:08.007378 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-0898c414-d671-4184-9c1c-0ad6ed349b5c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:08.011922 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-df991088-5d3d-4f6c-acea-e1b39d340fcb admin admin] 10.222.0.26 "DELETE /v2.0/networks/f3f42538-298f-4d44-8352-fcf82fb4344b HTTP/1.1" status: 204 len: 168 time: 5.3454497 Nov 18 16:21:08.027949 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df991088-5d3d-4f6c-acea-e1b39d340fcb admin admin] Pushing event deleted for resources: {'Network': ['ID=f3f42538-298f-4d44-8352-fcf82fb4344b,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:08.028324 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 45890) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:08.048469 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-df991088-5d3d-4f6c-acea-e1b39d340fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:08.053385 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:08.190474 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a230b588-ef69-4400-8cbb-044bc51c8e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:08.203770 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b522076b-c7d5-47db-8171-439d58dcd282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:08.261897 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a230b588-ef69-4400-8cbb-044bc51c8e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:08.310427 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3861be96-e32b-446c-97ec-be71fc575932 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for security_group_rule, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:08.314207 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-3861be96-e32b-446c-97ec-be71fc575932 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3479745 Nov 18 16:21:08.327981 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 45902) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:08.373180 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-798b487b-6978-4ec3-859d-ad6af873d556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:08.392946 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-a230b588-ef69-4400-8cbb-044bc51c8e92 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=964517386e284559bf4b4a27ca225973&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6340578 Nov 18 16:21:08.402873 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-1feed0dd-9503-4c2d-b1d3-e371b14def9d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Request body: {'security_group_rule': {'security_group_id': 'c97fdada-97f4-4f79-b093-1d0825d28e8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:08.409408 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-1feed0dd-9503-4c2d-b1d3-e371b14def9d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:08.413704 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-1feed0dd-9503-4c2d-b1d3-e371b14def9d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Usage tracker for resource:security_group_rule and tenant:a059fa3edee14481b95a1aed15fa9fcb is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:08.418190 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-1feed0dd-9503-4c2d-b1d3-e371b14def9d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:08.425226 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-1feed0dd-9503-4c2d-b1d3-e371b14def9d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:08.427301 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-db23f12c-0d60-4dcf-af0a-0cf2bb5e8fcc None None] Notify callbacks [] for port, precommit_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:08.448872 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b522076b-c7d5-47db-8171-439d58dcd282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:08.449712 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 45906) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:08.466957 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-db23f12c-0d60-4dcf-af0a-0cf2bb5e8fcc None None] Transition to ACTIVE for port object 115a79a5-ba2b-4a2b-a129-6e29ab0fca52 will not be triggered until provisioned by entity L2. {{(pid=80388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:21:08.515576 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-db23f12c-0d60-4dcf-af0a-0cf2bb5e8fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:08.581487 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:08.582464 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1feed0dd-9503-4c2d-b1d3-e371b14def9d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for security_group_rule, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:08.670880 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230b588-ef69-4400-8cbb-044bc51c8e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bed2e5d-30af-419f-9b7a-01f572b0247c,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:08.693281 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a230b588-ef69-4400-8cbb-044bc51c8e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:08.693986 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6d192fbb-e58f-4c3c-9f70-a0f41a88c9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:08.696127 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b522076b-c7d5-47db-8171-439d58dcd282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:08.706032 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-b522076b-c7d5-47db-8171-439d58dcd282 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bd3d9638-289c-46c1-98ec-403a62e5dbfe HTTP/1.1" status: 204 len: 168 time: 1.1422913 Nov 18 16:21:08.706736 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:08.748297 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6392f36-7112-4936-84ae-4a9c4a4c5060 admin admin] Deleting subnet 4d032e02-f87c-4626-b1c2-3c14acc4b6d0 {{(pid=80386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 16:21:08.757750 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c6392f36-7112-4936-84ae-4a9c4a4c5060 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:08.870715 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c6392f36-7112-4936-84ae-4a9c4a4c5060 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:08.906943 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c6392f36-7112-4936-84ae-4a9c4a4c5060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847102822'] for subnet, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:08.940655 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257d9de-03e9-4191-8ee1-b9a7cb97f950 None None] Pushing event updated for resources: {'Port': ['ID=115a79a5-ba2b-4a2b-a129-6e29ab0fca52,revision_number=3']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:08.949047 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b257d9de-03e9-4191-8ee1-b9a7cb97f950 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:09.112173 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898c414-d671-4184-9c1c-0ad6ed349b5c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Pushing event updated for resources: {'Port': ['ID=733dce83-4839-452d-a588-ccf943001860,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:09.128593 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0898c414-d671-4184-9c1c-0ad6ed349b5c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.075s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:09.347342 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-db23f12c-0d60-4dcf-af0a-0cf2bb5e8fcc None None] Attempting to bind port 115a79a5-ba2b-4a2b-a129-6e29ab0fca52 on host dv-cinder-759955-2-smb for vnic_type normal with profile {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:21:09.347669 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-db23f12c-0d60-4dcf-af0a-0cf2bb5e8fcc None None] Attempting to bind port 115a79a5-ba2b-4a2b-a129-6e29ab0fca52 by drivers openvswitch on host dv-cinder-759955-2-smb at level 0 using segments [{'id': '59bd26ae-f544-4976-8326-f88f38f0fa15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770'}] {{(pid=80388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:21:09.348090 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db23f12c-0d60-4dcf-af0a-0cf2bb5e8fcc None None] Attempting to bind port 115a79a5-ba2b-4a2b-a129-6e29ab0fca52 on network d8f88308-3b7d-4f88-a379-67873b752770 {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:21:09.350704 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522076b-c7d5-47db-8171-439d58dcd282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3d9638-289c-46c1-98ec-403a62e5dbfe,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:09.377985 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b522076b-c7d5-47db-8171-439d58dcd282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:09.413191 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6d192fbb-e58f-4c3c-9f70-a0f41a88c9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:09.434411 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4bb39-cdb2-45a9-88e2-9435985f7d39 req-a5153f42-159b-4f3c-9784-0ff76d39a9a5 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:09.435239 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-c9f4bb39-cdb2-45a9-88e2-9435985f7d39 req-a5153f42-159b-4f3c-9784-0ff76d39a9a5 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Synchronizing usage tracker for tenant:fa7b55f56ea446e2adf28b09f290c5ad on resource:port {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:21:09.487741 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-3a90db19-4032-4310-b0ed-811ada91db9c req-5266d921-ff50-4adf-89b3-083676fecf98 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Allocated IP 172.20.0.9 (5cff47b3-cad8-448b-887e-85fded8bef87/cd6525e4-1bb9-46cc-9adb-f3896c0e5dc3/99389018-f01d-4ba6-aeb6-7a48c43c717c) {{(pid=80387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:21:09.509905 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1feed0dd-9503-4c2d-b1d3-e371b14def9d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:09.522613 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db23f12c-0d60-4dcf-af0a-0cf2bb5e8fcc None None] Checking agent: {'id': 'd139265b-832e-4a4b-b5af-b5aa037fc555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 11, 53), 'started_at': datetime.datetime(2020, 11, 18, 16, 12, 23), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:21:09.523347 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db23f12c-0d60-4dcf-af0a-0cf2bb5e8fcc None None] Checking segment: {'id': '59bd26ae-f544-4976-8326-f88f38f0fa15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:21:09.530762 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-db23f12c-0d60-4dcf-af0a-0cf2bb5e8fcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:09.530762 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db23f12c-0d60-4dcf-af0a-0cf2bb5e8fcc None None] Bound using segment: {'id': '59bd26ae-f544-4976-8326-f88f38f0fa15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770'} {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:21:09.530762 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-db23f12c-0d60-4dcf-af0a-0cf2bb5e8fcc None None] Bound port: 115a79a5-ba2b-4a2b-a129-6e29ab0fca52, host: dv-cinder-759955-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bd26ae-f544-4976-8326-f88f38f0fa15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770'}}] {{(pid=80388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:21:09.530762 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-db23f12c-0d60-4dcf-af0a-0cf2bb5e8fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:09.583897 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1feed0dd-9503-4c2d-b1d3-e371b14def9d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625058'] for security_group_rule, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:09.595215 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-0898c414-d671-4184-9c1c-0ad6ed349b5c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Network 6e9790d1-5881-4e64-a6df-f04a185fd798 is already hosted by enough agents. {{(pid=80387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:21:09.598557 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-0898c414-d671-4184-9c1c-0ad6ed349b5c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Resources bound (agent type, host, resource id): {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:21:09.618968 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3861be96-e32b-446c-97ec-be71fc575932 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:09.621755 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-0898c414-d671-4184-9c1c-0ad6ed349b5c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Received port after_create {{(pid=80387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:21:09.719478 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feed0dd-9503-4c2d-b1d3-e371b14def9d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b737d169-38d8-4adb-bbe7-3840a5b0a5f9,revision_number=0']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:09.725223 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-c9f4bb39-cdb2-45a9-88e2-9435985f7d39 req-a5153f42-159b-4f3c-9784-0ff76d39a9a5 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Unset dirty status for tenant:fa7b55f56ea446e2adf28b09f290c5ad on resource:port {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:21:09.725448 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1feed0dd-9503-4c2d-b1d3-e371b14def9d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:09.735407 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c9f4bb39-cdb2-45a9-88e2-9435985f7d39 req-a5153f42-159b-4f3c-9784-0ff76d39a9a5 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 931 time: 0.8934572 Nov 18 16:21:09.804162 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1feed0dd-9503-4c2d-b1d3-e371b14def9d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for security_group_rule, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:09.814528 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-1feed0dd-9503-4c2d-b1d3-e371b14def9d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4300795 Nov 18 16:21:09.819576 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 45944) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:09.828472 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6d192fbb-e58f-4c3c-9f70-a0f41a88c9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:09.877775 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-0a5160f8-cabc-41b8-8709-5e0f563db06f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Request body: {'floatingip': {'floating_network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:09.883739 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-db23f12c-0d60-4dcf-af0a-0cf2bb5e8fcc None None] For port 115a79a5-ba2b-4a2b-a129-6e29ab0fca52, host dv-cinder-759955-2-smb, cleared binding levels {{(pid=80388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:21:09.887383 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-0a5160f8-cabc-41b8-8709-5e0f563db06f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:09.891871 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-0a5160f8-cabc-41b8-8709-5e0f563db06f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Usage tracker for resource:floatingip and tenant:a059fa3edee14481b95a1aed15fa9fcb is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:09.901589 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-db23f12c-0d60-4dcf-af0a-0cf2bb5e8fcc None None] For port 115a79a5-ba2b-4a2b-a129-6e29ab0fca52, host dv-cinder-759955-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=115a79a5-ba2b-4a2b-a129-6e29ab0fca52,segment=NetworkSegment(59bd26ae-f544-4976-8326-f88f38f0fa15),segment_id=59bd26ae-f544-4976-8326-f88f38f0fa15)] {{(pid=80388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:21:09.920145 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-0a5160f8-cabc-41b8-8709-5e0f563db06f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:09.929556 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-0a5160f8-cabc-41b8-8709-5e0f563db06f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:09.946122 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-db23f12c-0d60-4dcf-af0a-0cf2bb5e8fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:10.026819 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 45948) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:10.057707 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:10.076091 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c6392f36-7112-4936-84ae-4a9c4a4c5060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for subnet, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:10.084361 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6d192fbb-e58f-4c3c-9f70-a0f41a88c9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:10.088275 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-6d192fbb-e58f-4c3c-9f70-a0f41a88c9e6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3bed2e5d-30af-419f-9b7a-01f572b0247c HTTP/1.1" status: 204 len: 168 time: 1.6065702 Nov 18 16:21:10.115667 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d192fbb-e58f-4c3c-9f70-a0f41a88c9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bed2e5d-30af-419f-9b7a-01f572b0247c,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:10.128950 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-cca55428-113d-40b4-b818-d5f57ace8a14 req-430911eb-d36f-4143-96c0-3c4b9002ed46 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/ports?device_id=8c06880a-33b0-4266-9f2b-c69df4c40880 HTTP/1.1" status: 200 len: 210 time: 0.1496928 Nov 18 16:21:10.133128 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6d192fbb-e58f-4c3c-9f70-a0f41a88c9e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:10.138142 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-88a3b7f8-f58a-46ff-9dee-92ff173d5c8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:10.183873 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:10.204326 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0a5160f8-cabc-41b8-8709-5e0f563db06f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for floatingip, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:10.226792 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-0898c414-d671-4184-9c1c-0ad6ed349b5c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:10.232834 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-0898c414-d671-4184-9c1c-0ad6ed349b5c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:10.247418 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c9f4bb39-cdb2-45a9-88e2-9435985f7d39 req-c3466a8e-33b5-4568-8118-415c5e561252 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110755 Nov 18 16:21:10.267040 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5b7fe2db-b926-4492-b924-8ca84b74435e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:10.360014 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db23f12c-0d60-4dcf-af0a-0cf2bb5e8fcc None None] Routers {'2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:21:10.360864 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-db23f12c-0d60-4dcf-af0a-0cf2bb5e8fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:20:52Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'], 'active': True} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:10.438347 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6392f36-7112-4936-84ae-4a9c4a4c5060 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d032e02-f87c-4626-b1c2-3c14acc4b6d0,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:10.615523 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5b7fe2db-b926-4492-b924-8ca84b74435e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:10.633213 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-5b7fe2db-b926-4492-b924-8ca84b74435e admin admin] Usage tracker for resource:security_group_rule and tenant:5fd177bb54a749ada6c09edfea0b1292 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:10.646409 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c6392f36-7112-4936-84ae-4a9c4a4c5060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:10.657880 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-5b7fe2db-b926-4492-b924-8ca84b74435e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:10.670912 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5b7fe2db-b926-4492-b924-8ca84b74435e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:10.863805 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-0898c414-d671-4184-9c1c-0ad6ed349b5c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.6498330 Nov 18 16:21:10.943390 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-0f101b9f-8a12-4557-a75e-0054310729c3 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=80387) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:21:10.948917 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-0f101b9f-8a12-4557-a75e-0054310729c3 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0268860 Nov 18 16:21:10.953896 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c6392f36-7112-4936-84ae-4a9c4a4c5060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for subnet, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:10.957275 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-c6392f36-7112-4936-84ae-4a9c4a4c5060 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4d032e02-f87c-4626-b1c2-3c14acc4b6d0 HTTP/1.1" status: 204 len: 168 time: 2.6979575 Nov 18 16:21:10.961839 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 45970) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:10.988545 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3a90db19-4032-4310-b0ed-811ada91db9c req-5266d921-ff50-4adf-89b3-083676fecf98 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Notify callbacks [] for port, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:11.020331 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5b7fe2db-b926-4492-b924-8ca84b74435e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:11.074867 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5b7fe2db-b926-4492-b924-8ca84b74435e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:11.088458 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:11.105757 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3a90db19-4032-4310-b0ed-811ada91db9c req-5266d921-ff50-4adf-89b3-083676fecf98 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:11.140751 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-db23f12c-0d60-4dcf-af0a-0cf2bb5e8fcc None None] Set router 2a4e9ea5-66a0-46e0-9cc5-359e5fbff654 gateway port host: dv-cinder-759955-2-smb {{(pid=80388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:21:11.271112 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 45980) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:11.365550 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-5b7fe2db-b926-4492-b924-8ca84b74435e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5fd177bb54a749ada6c09edfea0b1292&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3323796 Nov 18 16:21:11.369233 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257d9de-03e9-4191-8ee1-b9a7cb97f950 None None] Pushing event updated for resources: {'Port': ['ID=115a79a5-ba2b-4a2b-a129-6e29ab0fca52,revision_number=4']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:11.372945 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7fe2db-b926-4492-b924-8ca84b74435e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3425e3aa-8873-4bf3-90cd-8106ebfcfb06,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:11.382826 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 45988) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:11.404332 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b257d9de-03e9-4191-8ee1-b9a7cb97f950 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.220s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:11.414631 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5b7fe2db-b926-4492-b924-8ca84b74435e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:11.416327 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-88682957-c88c-42c6-8c36-5738385845a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:11.420552 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eff2f828-f575-4505-83db-a7f5e22ca643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7611418'] for network, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:11.505217 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a90db19-4032-4310-b0ed-811ada91db9c req-5266d921-ff50-4adf-89b3-083676fecf98 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Network 5cff47b3-cad8-448b-887e-85fded8bef87 is already hosted by enough agents. {{(pid=80387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:21:11.526794 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-3a90db19-4032-4310-b0ed-811ada91db9c req-5266d921-ff50-4adf-89b3-083676fecf98 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Resources bound (agent type, host, resource id): {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:21:11.538791 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a90db19-4032-4310-b0ed-811ada91db9c req-5266d921-ff50-4adf-89b3-083676fecf98 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Received port after_create {{(pid=80387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:21:11.642173 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 45996) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:11.664837 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90db19-4032-4310-b0ed-811ada91db9c req-5266d921-ff50-4adf-89b3-083676fecf98 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:11.667953 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3a90db19-4032-4310-b0ed-811ada91db9c req-5266d921-ff50-4adf-89b3-083676fecf98 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:11.692076 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1f7cebfc-9f53-4e18-b3c5-4fb01254cfac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:11.707019 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266d921-ff50-4adf-89b3-083676fecf98 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Pushing event updated for resources: {'Port': ['ID=99389018-f01d-4ba6-aeb6-7a48c43c717c,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:11.717812 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0a5160f8-cabc-41b8-8709-5e0f563db06f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:11.724382 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-a43af606-d87f-4b5b-97da-b562b67aa760 service neutron] Request body: {'port': {'device_id': '7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:11.757811 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5266d921-ff50-4adf-89b3-083676fecf98 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:11.831897 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-db23f12c-0d60-4dcf-af0a-0cf2bb5e8fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'name': 'tempest-AttachVolumeShelveTestJSON-9050108-router', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:20:53Z', 'updated_at': '2020-11-18T16:21:01Z', 'revision_number': 4, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'gw_port': {'id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:54Z', 'updated_at': '2020-11-18T16:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '115a79a5-ba2b-4a2b-a129-6e29ab0fca52', 'name': '', 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'mac_address': 'fa:16:3e:9c:3c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e930cec8-6db8-483a-9efd-6ad1d182df64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:59Z', 'updated_at': '2020-11-18T16:21:09Z', 'revision_number': 4, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'subnets': [{'id': 'e930cec8-6db8-483a-9efd-6ad1d182df64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:11.835597 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3a90db19-4032-4310-b0ed-811ada91db9c req-5266d921-ff50-4adf-89b3-083676fecf98 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1792946 Nov 18 16:21:11.841673 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db23f12c-0d60-4dcf-af0a-0cf2bb5e8fcc None None] The sync data for ids ['2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'] in dv-cinder-759955-2-smb is: [{'id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'name': 'tempest-AttachVolumeShelveTestJSON-9050108-router', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:20:53Z', 'updated_at': '2020-11-18T16:21:01Z', 'revision_number': 4, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'gw_port': {'id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:54Z', 'updated_at': '2020-11-18T16:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '115a79a5-ba2b-4a2b-a129-6e29ab0fca52', 'name': '', 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'mac_address': 'fa:16:3e:9c:3c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e930cec8-6db8-483a-9efd-6ad1d182df64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:59Z', 'updated_at': '2020-11-18T16:21:09Z', 'revision_number': 4, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'subnets': [{'id': 'e930cec8-6db8-483a-9efd-6ad1d182df64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:21:11.929993 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-3a90db19-4032-4310-b0ed-811ada91db9c req-1abec651-e362-4e8f-8fd2-706d891f733a service neutron] Request body: {'port': {'device_id': '8c06880a-33b0-4266-9f2b-c69df4c40880', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:12.015656 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67fc4b-7e35-48ad-80f0-13481b28a0fe req-a789fc60-511c-4484-becf-f5dbb66f413c tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:12.016820 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-2e67fc4b-7e35-48ad-80f0-13481b28a0fe req-a789fc60-511c-4484-becf-f5dbb66f413c tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Synchronizing usage tracker for tenant:813708e8cf9f4fa8a6b71c56a0c843d0 on resource:port {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:21:12.039678 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-a43af606-d87f-4b5b-97da-b562b67aa760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:12.173574 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eff2f828-f575-4505-83db-a7f5e22ca643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847103455', 'neutron.services.segments.db._delete_segments_for_network--9223363242460435435'] for network, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:12.205475 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-2e67fc4b-7e35-48ad-80f0-13481b28a0fe req-a789fc60-511c-4484-becf-f5dbb66f413c tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Unset dirty status for tenant:813708e8cf9f4fa8a6b71c56a0c843d0 on resource:port {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:21:12.206767 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2e67fc4b-7e35-48ad-80f0-13481b28a0fe req-a789fc60-511c-4484-becf-f5dbb66f413c tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/ports?device_id=8c06880a-33b0-4266-9f2b-c69df4c40880 HTTP/1.1" status: 200 len: 931 time: 0.6830416 Nov 18 16:21:12.273229 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3a90db19-4032-4310-b0ed-811ada91db9c req-1abec651-e362-4e8f-8fd2-706d891f733a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:12.737501 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eff2f828-f575-4505-83db-a7f5e22ca643 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80386) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:12.738055 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-2e67fc4b-7e35-48ad-80f0-13481b28a0fe req-1311628c-3650-4f57-b373-1b48b97ae409 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Synchronizing usage tracker for tenant:813708e8cf9f4fa8a6b71c56a0c843d0 on resource:security_group {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:21:12.738132 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eff2f828-f575-4505-83db-a7f5e22ca643 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80386) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:12.738815 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eff2f828-f575-4505-83db-a7f5e22ca643 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80386) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:12.739204 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eff2f828-f575-4505-83db-a7f5e22ca643 admin admin] Subscribe: > port after_create 55550000 {{(pid=80386) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:12.739583 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eff2f828-f575-4505-83db-a7f5e22ca643 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80386) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:12.739955 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eff2f828-f575-4505-83db-a7f5e22ca643 admin admin] Subscribe: > port after_update 55550000 {{(pid=80386) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:12.740323 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eff2f828-f575-4505-83db-a7f5e22ca643 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80386) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:12.740686 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eff2f828-f575-4505-83db-a7f5e22ca643 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80386) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:12.741085 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eff2f828-f575-4505-83db-a7f5e22ca643 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80386) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:12.741440 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eff2f828-f575-4505-83db-a7f5e22ca643 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80386) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:12.974254 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eff2f828-f575-4505-83db-a7f5e22ca643 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80386) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:12.974560 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eff2f828-f575-4505-83db-a7f5e22ca643 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80386) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:12.974921 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eff2f828-f575-4505-83db-a7f5e22ca643 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80386) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:12.975297 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eff2f828-f575-4505-83db-a7f5e22ca643 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80386) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:12.975701 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-eff2f828-f575-4505-83db-a7f5e22ca643 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa15ce6-e196-4e30-82ed-8a6e074ca79a']}} {{(pid=80386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:13.002740 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-2e67fc4b-7e35-48ad-80f0-13481b28a0fe req-1311628c-3650-4f57-b373-1b48b97ae409 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Unset dirty status for tenant:813708e8cf9f4fa8a6b71c56a0c843d0 on resource:security_group {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:21:13.004017 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2e67fc4b-7e35-48ad-80f0-13481b28a0fe req-1311628c-3650-4f57-b373-1b48b97ae409 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/security-groups?id=638ff6fb-4bf5-4d82-9545-d46cf8d44543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7765119 Nov 18 16:21:13.020050 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0ad2a93b-bd90-4d7c-9d94-4728e61c2cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:13.048127 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-1f7cebfc-9f53-4e18-b3c5-4fb01254cfac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:13.052328 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-eff2f828-f575-4505-83db-a7f5e22ca643 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d7ca3b6-ee61-4622-b972-6cb52f298244') {'for_net_delete': True} {{(pid=80386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:13.052672 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-eff2f828-f575-4505-83db-a7f5e22ca643 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d7ca3b6-ee61-4622-b972-6cb52f298244') {} {{(pid=80386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:13.106820 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-1f7cebfc-9f53-4e18-b3c5-4fb01254cfac admin admin] Usage tracker for resource:security_group_rule and tenant:e57b0ce39b194300b8f75bd431da0275 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:13.122973 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-1f7cebfc-9f53-4e18-b3c5-4fb01254cfac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:13.132281 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eff2f828-f575-4505-83db-a7f5e22ca643 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242460437483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1990067'] for segment, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:13.163837 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-1f7cebfc-9f53-4e18-b3c5-4fb01254cfac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:13.182202 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-99869ed1-61f3-4066-812a-a22c37cea89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:13.202432 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8163ea0-f45b-49a5-a1dc-b0aba4bee3d8 req-5f09a71b-7bf8-417a-a910-8438f7e74b28 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:13.204556 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b8163ea0-f45b-49a5-a1dc-b0aba4bee3d8 req-5f09a71b-7bf8-417a-a910-8438f7e74b28 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 931 time: 1.4571915 Nov 18 16:21:13.340557 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eff2f828-f575-4505-83db-a7f5e22ca643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696124'] for segment, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:13.356537 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eff2f828-f575-4505-83db-a7f5e22ca643 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 16:21:13.381076 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [req-3a90db19-4032-4310-b0ed-811ada91db9c req-1abec651-e362-4e8f-8fd2-706d891f733a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99389018-f01d-4ba6-aeb6-7a48c43c717c {{(pid=80387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:21:13.398873 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3a90db19-4032-4310-b0ed-811ada91db9c req-1abec651-e362-4e8f-8fd2-706d891f733a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:13.404085 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-a43af606-d87f-4b5b-97da-b562b67aa760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 733dce83-4839-452d-a588-ccf943001860 {{(pid=80387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:21:13.407192 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-0ad2a93b-bd90-4d7c-9d94-4728e61c2cfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:13.429391 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-99869ed1-61f3-4066-812a-a22c37cea89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:13.434889 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-3a90db19-4032-4310-b0ed-811ada91db9c req-1abec651-e362-4e8f-8fd2-706d891f733a service neutron] Transition to ACTIVE for port object 99389018-f01d-4ba6-aeb6-7a48c43c717c will not be triggered until provisioned by entity L2. {{(pid=80387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:21:13.443036 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-a43af606-d87f-4b5b-97da-b562b67aa760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:13.444902 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-0ad2a93b-bd90-4d7c-9d94-4728e61c2cfa admin admin] Usage tracker for resource:security_group_rule and tenant:4084321bdfa14769b7690cb973cca493 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:13.465754 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-a43af606-d87f-4b5b-97da-b562b67aa760 service neutron] Transition to ACTIVE for port object 733dce83-4839-452d-a588-ccf943001860 will not be triggered until provisioned by entity L2. {{(pid=80387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:21:13.469284 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3a90db19-4032-4310-b0ed-811ada91db9c req-1abec651-e362-4e8f-8fd2-706d891f733a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445729'] for port, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:13.473314 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-0ad2a93b-bd90-4d7c-9d94-4728e61c2cfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:13.495382 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0898c414-d671-4184-9c1c-0ad6ed349b5c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:13.576338 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 115a79a5-ba2b-4a2b-a129-6e29ab0fca52 up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:21:13.579930 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abec651-e362-4e8f-8fd2-706d891f733a service neutron] Pushing event updated for resources: {'Port': ['ID=99389018-f01d-4ba6-aeb6-7a48c43c717c,revision_number=2']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:13.582594 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-a43af606-d87f-4b5b-97da-b562b67aa760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445729'] for port, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:13.632246 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-b8163ea0-f45b-49a5-a1dc-b0aba4bee3d8 req-a6cf8fd0-91ab-45e5-830a-b4d38b3bbc68 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Synchronizing usage tracker for tenant:fa7b55f56ea446e2adf28b09f290c5ad on resource:security_group {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:21:13.681381 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-0ad2a93b-bd90-4d7c-9d94-4728e61c2cfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:13.831092 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning for port 115a79a5-ba2b-4a2b-a129-6e29ab0fca52 completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:21:13.837746 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning complete for port 115a79a5-ba2b-4a2b-a129-6e29ab0fca52 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:13.838242 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:13.881872 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-b8163ea0-f45b-49a5-a1dc-b0aba4bee3d8 req-a6cf8fd0-91ab-45e5-830a-b4d38b3bbc68 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Unset dirty status for tenant:fa7b55f56ea446e2adf28b09f290c5ad on resource:security_group {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:21:13.883303 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b8163ea0-f45b-49a5-a1dc-b0aba4bee3d8 req-a6cf8fd0-91ab-45e5-830a-b4d38b3bbc68 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6641161 Nov 18 16:21:13.908560 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1abec651-e362-4e8f-8fd2-706d891f733a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:13.967969 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:13.997941 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-eff2f828-f575-4505-83db-a7f5e22ca643 admin admin] Network 9fa15ce6-e196-4e30-82ed-8a6e074ca79a has no segments {{(pid=80386) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:21:14.009372 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eff2f828-f575-4505-83db-a7f5e22ca643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847079692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852785159'] for segment, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:14.021675 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:14.058157 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] For port 115a79a5-ba2b-4a2b-a129-6e29ab0fca52, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=115a79a5-ba2b-4a2b-a129-6e29ab0fca52,segment=NetworkSegment(59bd26ae-f544-4976-8326-f88f38f0fa15),segment_id=59bd26ae-f544-4976-8326-f88f38f0fa15)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:21:14.067064 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 46010) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:14.088339 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:14.091313 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:14.161266 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Pushing event updated for resources: {'Port': ['ID=115a79a5-ba2b-4a2b-a129-6e29ab0fca52,revision_number=5']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:14.168808 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:14.272411 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43af606-d87f-4b5b-97da-b562b67aa760 service neutron] Pushing event updated for resources: {'Port': ['ID=733dce83-4839-452d-a588-ccf943001860,revision_number=2']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:14.284089 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-eff2f828-f575-4505-83db-a7f5e22ca643 admin admin] Network 9fa15ce6-e196-4e30-82ed-8a6e074ca79a has no segments {{(pid=80386) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:21:14.292523 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a43af606-d87f-4b5b-97da-b562b67aa760 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: (rel_b, rel_a, rel_b), Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: (rel_b, rel_a, rel_b), Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: Traceback (most recent call last): Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: timer() Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: cb(*args, **kw) Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: return func(*args, **kwargs) Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: self._notify() Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: self.callback(batched_events) Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: event.method(event) Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: segment_id)['aggregates'][0] Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: return f(self, *a, **k) Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: return self._get(url).json() Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: **kwargs) Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: return self.request(url, 'GET', **kwargs) Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: **endpoint_filter) Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:21:14.317345 dv-cinder-759955-2-smb neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:21:14.449758 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1f7cebfc-9f53-4e18-b3c5-4fb01254cfac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:14.488398 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-99869ed1-61f3-4066-812a-a22c37cea89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:14.489477 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1f7cebfc-9f53-4e18-b3c5-4fb01254cfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:14.494836 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:14.507587 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99869ed1-61f3-4066-812a-a22c37cea89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3425e3aa-8873-4bf3-90cd-8106ebfcfb06,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:14.513379 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b0686-e26d-4f38-a1ad-7bf2ad0d08a0 req-ca3b3ad0-9697-498b-b3b4-ae35b3f93374 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:14.515048 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-574b0686-e26d-4f38-a1ad-7bf2ad0d08a0 req-ca3b3ad0-9697-498b-b3b4-ae35b3f93374 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/ports?device_id=8c06880a-33b0-4266-9f2b-c69df4c40880 HTTP/1.1" status: 200 len: 943 time: 0.3194902 Nov 18 16:21:14.518873 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-35809ea2-1822-49a0-8c98-292a9f8aebd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:14.528888 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-0a5160f8-cabc-41b8-8709-5e0f563db06f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Allocated IP 172.28.2.33 (1ab93bf2-7919-44ad-adde-8c05b7be9843/1c619f42-09f4-418f-9c21-3783e8b9bbfe/3156ce9c-c865-4a62-9049-dfb07e238373) {{(pid=80386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:21:14.615321 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7cebfc-9f53-4e18-b3c5-4fb01254cfac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc7fd1e-ac0c-4bfd-baf7-9c2ef9a8d86b,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:14.627679 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eff2f828-f575-4505-83db-a7f5e22ca643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7672361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for network, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:14.639917 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-99869ed1-61f3-4066-812a-a22c37cea89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:14.641180 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-99869ed1-61f3-4066-812a-a22c37cea89d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3425e3aa-8873-4bf3-90cd-8106ebfcfb06 HTTP/1.1" status: 204 len: 168 time: 3.2552164 Nov 18 16:21:14.650987 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1f7cebfc-9f53-4e18-b3c5-4fb01254cfac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:14.651532 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e3992de2-71ac-41d8-9a5a-65b2f2ea2164 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:14.651926 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e3992de2-71ac-41d8-9a5a-65b2f2ea2164 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:14.654443 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0ad2a93b-bd90-4d7c-9d94-4728e61c2cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:14.684448 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-1f7cebfc-9f53-4e18-b3c5-4fb01254cfac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e57b0ce39b194300b8f75bd431da0275&name=default HTTP/1.1" status: 200 len: 2647 time: 3.4070721 Nov 18 16:21:14.690795 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 46024) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:14.693837 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0ad2a93b-bd90-4d7c-9d94-4728e61c2cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:14.711182 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-35809ea2-1822-49a0-8c98-292a9f8aebd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:14.716666 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-35809ea2-1822-49a0-8c98-292a9f8aebd1 admin admin] Usage tracker for resource:security_group_rule and tenant:34d8fe7fd83f4789ac665c43a66c4092 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:14.720270 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-35809ea2-1822-49a0-8c98-292a9f8aebd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:14.726702 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-35809ea2-1822-49a0-8c98-292a9f8aebd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:14.757947 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:14.893290 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-eff2f828-f575-4505-83db-a7f5e22ca643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for network, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:14.935230 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-0ad2a93b-bd90-4d7c-9d94-4728e61c2cfa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4084321bdfa14769b7690cb973cca493&name=default HTTP/1.1" status: 200 len: 2647 time: 3.2512877 Nov 18 16:21:14.944513 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 46030) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:14.973812 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-574b0686-e26d-4f38-a1ad-7bf2ad0d08a0 req-e411114b-770f-416c-bcaf-e810a0adfe2f tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/security-groups?id=638ff6fb-4bf5-4d82-9545-d46cf8d44543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269481 Nov 18 16:21:14.979324 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-35809ea2-1822-49a0-8c98-292a9f8aebd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:14.981078 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-eff2f828-f575-4505-83db-a7f5e22ca643 admin admin] 10.222.0.26 "DELETE /v2.0/networks/9fa15ce6-e196-4e30-82ed-8a6e074ca79a HTTP/1.1" status: 204 len: 168 time: 4.0178916 Nov 18 16:21:14.986030 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2a93b-bd90-4d7c-9d94-4728e61c2cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1904052-da57-405d-850a-529609d75c24,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:15.033530 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0ad2a93b-bd90-4d7c-9d94-4728e61c2cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:15.033995 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.262s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:15.060746 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-35809ea2-1822-49a0-8c98-292a9f8aebd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:15.065534 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2f828-f575-4505-83db-a7f5e22ca643 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fa15ce6-e196-4e30-82ed-8a6e074ca79a,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:15.067200 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1b6fc015-6300-49f4-9dd4-b2d05968a08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:15.072368 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0a5160f8-cabc-41b8-8709-5e0f563db06f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for port, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:15.086000 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-eff2f828-f575-4505-83db-a7f5e22ca643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:15.112286 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1b6fc015-6300-49f4-9dd4-b2d05968a08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:15.145785 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:15.171878 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-a43af606-d87f-4b5b-97da-b562b67aa760 service neutron] Attempting to bind port 733dce83-4839-452d-a588-ccf943001860 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:21:15.172423 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-a43af606-d87f-4b5b-97da-b562b67aa760 service neutron] Attempting to bind port 733dce83-4839-452d-a588-ccf943001860 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'dc1672ed-2f0b-417c-b343-1742be396aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6e9790d1-5881-4e64-a6df-f04a185fd798'}] {{(pid=80387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:21:15.174937 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-a43af606-d87f-4b5b-97da-b562b67aa760 service neutron] Attempting to bind port 733dce83-4839-452d-a588-ccf943001860 on network 6e9790d1-5881-4e64-a6df-f04a185fd798 {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:21:15.191061 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-35809ea2-1822-49a0-8c98-292a9f8aebd1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=34d8fe7fd83f4789ac665c43a66c4092&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1202431 Nov 18 16:21:15.191061 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-a43af606-d87f-4b5b-97da-b562b67aa760 service neutron] Checking agent: {'id': '3488e2eb-83f3-429f-9709-c44be6a31d37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 18, 57), 'started_at': datetime.datetime(2020, 11, 18, 16, 19, 27), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:21:15.191061 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-a43af606-d87f-4b5b-97da-b562b67aa760 service neutron] Checking segment: {'id': 'dc1672ed-2f0b-417c-b343-1742be396aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6e9790d1-5881-4e64-a6df-f04a185fd798'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:21:15.191061 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-a43af606-d87f-4b5b-97da-b562b67aa760 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:15.191842 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-a43af606-d87f-4b5b-97da-b562b67aa760 service neutron] Bound using segment: {'id': 'dc1672ed-2f0b-417c-b343-1742be396aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6e9790d1-5881-4e64-a6df-f04a185fd798'} {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:21:15.192234 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-a43af606-d87f-4b5b-97da-b562b67aa760 service neutron] Bound port: 733dce83-4839-452d-a588-ccf943001860, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1672ed-2f0b-417c-b343-1742be396aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6e9790d1-5881-4e64-a6df-f04a185fd798'}}] {{(pid=80387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:21:15.192921 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-a43af606-d87f-4b5b-97da-b562b67aa760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:15.193235 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 46038) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:15.233878 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0a5160f8-cabc-41b8-8709-5e0f563db06f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1990542'] for port, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:15.242314 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-3a90db19-4032-4310-b0ed-811ada91db9c req-1abec651-e362-4e8f-8fd2-706d891f733a service neutron] Attempting to bind port 99389018-f01d-4ba6-aeb6-7a48c43c717c on host hv-cinder-75995 for vnic_type normal with profile {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:21:15.242683 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-3a90db19-4032-4310-b0ed-811ada91db9c req-1abec651-e362-4e8f-8fd2-706d891f733a service neutron] Attempting to bind port 99389018-f01d-4ba6-aeb6-7a48c43c717c by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '78e84ff6-2b0b-44da-ba28-ee8cf6aba483', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5cff47b3-cad8-448b-887e-85fded8bef87'}] {{(pid=80387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:21:15.243590 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a90db19-4032-4310-b0ed-811ada91db9c req-1abec651-e362-4e8f-8fd2-706d891f733a service neutron] Attempting to bind port 99389018-f01d-4ba6-aeb6-7a48c43c717c on network 5cff47b3-cad8-448b-887e-85fded8bef87 {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:21:15.281412 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1b6fc015-6300-49f4-9dd4-b2d05968a08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:15.344106 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:15.401641 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35809ea2-1822-49a0-8c98-292a9f8aebd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5c90c3-1ed4-4890-a627-7b7bd758665c,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:15.424034 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0877b89a-7d6f-4345-bec1-fc0d1938a56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:15.453932 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0877b89a-7d6f-4345-bec1-fc0d1938a56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:15.504018 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-35809ea2-1822-49a0-8c98-292a9f8aebd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:15.504942 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a90db19-4032-4310-b0ed-811ada91db9c req-1abec651-e362-4e8f-8fd2-706d891f733a service neutron] Checking agent: {'id': '3488e2eb-83f3-429f-9709-c44be6a31d37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 18, 57), 'started_at': datetime.datetime(2020, 11, 18, 16, 19, 27), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:21:15.505320 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a90db19-4032-4310-b0ed-811ada91db9c req-1abec651-e362-4e8f-8fd2-706d891f733a service neutron] Checking segment: {'id': '78e84ff6-2b0b-44da-ba28-ee8cf6aba483', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5cff47b3-cad8-448b-887e-85fded8bef87'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:21:15.505729 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3a90db19-4032-4310-b0ed-811ada91db9c req-1abec651-e362-4e8f-8fd2-706d891f733a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:15.506130 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a90db19-4032-4310-b0ed-811ada91db9c req-1abec651-e362-4e8f-8fd2-706d891f733a service neutron] Bound using segment: {'id': '78e84ff6-2b0b-44da-ba28-ee8cf6aba483', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5cff47b3-cad8-448b-887e-85fded8bef87'} {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:21:15.506629 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-3a90db19-4032-4310-b0ed-811ada91db9c req-1abec651-e362-4e8f-8fd2-706d891f733a service neutron] Bound port: 99389018-f01d-4ba6-aeb6-7a48c43c717c, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e84ff6-2b0b-44da-ba28-ee8cf6aba483', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5cff47b3-cad8-448b-887e-85fded8bef87'}}] {{(pid=80387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:21:15.507006 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3a90db19-4032-4310-b0ed-811ada91db9c req-1abec651-e362-4e8f-8fd2-706d891f733a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:15.519145 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1b6fc015-6300-49f4-9dd4-b2d05968a08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:15.520369 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-1b6fc015-6300-49f4-9dd4-b2d05968a08f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6fc7fd1e-ac0c-4bfd-baf7-9c2ef9a8d86b HTTP/1.1" status: 204 len: 168 time: 0.8279791 Nov 18 16:21:15.534918 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-a43af606-d87f-4b5b-97da-b562b67aa760 service neutron] For port 733dce83-4839-452d-a588-ccf943001860, host hv-cinder-75995, cleared binding levels {{(pid=80387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:21:15.589986 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5160f8-cabc-41b8-8709-5e0f563db06f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Pushing event updated for resources: {'Port': ['ID=3156ce9c-c865-4a62-9049-dfb07e238373,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:15.595870 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 46050) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:15.604483 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b8f7cd55-eb08-4005-9036-926b6db99468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:15.623914 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 115a79a5-ba2b-4a2b-a129-6e29ab0fca52 up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:21:15.637072 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-a43af606-d87f-4b5b-97da-b562b67aa760 service neutron] For port 733dce83-4839-452d-a588-ccf943001860, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=733dce83-4839-452d-a588-ccf943001860,segment=NetworkSegment(dc1672ed-2f0b-417c-b343-1742be396aba),segment_id=dc1672ed-2f0b-417c-b343-1742be396aba)] {{(pid=80387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:21:15.637872 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0a5160f8-cabc-41b8-8709-5e0f563db06f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:15.650774 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:15.681172 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fc015-6300-49f4-9dd4-b2d05968a08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc7fd1e-ac0c-4bfd-baf7-9c2ef9a8d86b,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:15.693787 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854d429-bfc3-4b31-b0ee-5db0f60ea62a req-c536edc1-2195-428a-9b13-ace131c0ac55 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:15.694408 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-a43af606-d87f-4b5b-97da-b562b67aa760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445729'] for port, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:15.695465 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e854d429-bfc3-4b31-b0ee-5db0f60ea62a req-c536edc1-2195-428a-9b13-ace131c0ac55 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 943 time: 0.4512651 Nov 18 16:21:15.711480 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1b6fc015-6300-49f4-9dd4-b2d05968a08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:15.810071 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b8f7cd55-eb08-4005-9036-926b6db99468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:15.865581 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5160f8-cabc-41b8-8709-5e0f563db06f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Network 1ab93bf2-7919-44ad-adde-8c05b7be9843 is already hosted by enough agents. {{(pid=80386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:21:15.875055 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-0a5160f8-cabc-41b8-8709-5e0f563db06f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Resources bound (agent type, host, resource id): {{(pid=80386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:21:15.894080 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-5b0b4d22-d693-4577-bee8-0f58fc826644 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=acec8333f91e423a8c4d806a5fe86d12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2958140 Nov 18 16:21:15.902983 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 46056) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:15.906714 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5160f8-cabc-41b8-8709-5e0f563db06f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Received port after_create {{(pid=80386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:21:15.915960 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning complete for port 115a79a5-ba2b-4a2b-a129-6e29ab0fca52 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:15.916382 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:16.001595 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-3a90db19-4032-4310-b0ed-811ada91db9c req-1abec651-e362-4e8f-8fd2-706d891f733a service neutron] For port 99389018-f01d-4ba6-aeb6-7a48c43c717c, host hv-cinder-75995, cleared binding levels {{(pid=80387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:21:16.005927 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-3a90db19-4032-4310-b0ed-811ada91db9c req-1abec651-e362-4e8f-8fd2-706d891f733a service neutron] For port 99389018-f01d-4ba6-aeb6-7a48c43c717c, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=99389018-f01d-4ba6-aeb6-7a48c43c717c,segment=NetworkSegment(78e84ff6-2b0b-44da-ba28-ee8cf6aba483),segment_id=78e84ff6-2b0b-44da-ba28-ee8cf6aba483)] {{(pid=80387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:21:16.008241 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:16.115447 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3a90db19-4032-4310-b0ed-811ada91db9c req-1abec651-e362-4e8f-8fd2-706d891f733a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445729'] for port, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:16.298072 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e854d429-bfc3-4b31-b0ee-5db0f60ea62a req-58bb7b1b-96b2-43f3-a880-85ce5d6cbeef tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5747428 Nov 18 16:21:16.331439 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0877b89a-7d6f-4345-bec1-fc0d1938a56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:16.333568 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43af606-d87f-4b5b-97da-b562b67aa760 service neutron] Pushing event updated for resources: {'Port': ['ID=733dce83-4839-452d-a588-ccf943001860,revision_number=3']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:16.357698 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a43af606-d87f-4b5b-97da-b562b67aa760 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:16.362576 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:16.378544 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b8f7cd55-eb08-4005-9036-926b6db99468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:16.389420 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877b89a-7d6f-4345-bec1-fc0d1938a56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1904052-da57-405d-850a-529609d75c24,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:16.392676 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a230b588-ef69-4400-8cbb-044bc51c8e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:16.398898 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0877b89a-7d6f-4345-bec1-fc0d1938a56f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:16.405834 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5266d921-ff50-4adf-89b3-083676fecf98 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:16.419254 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-db8f4624-4295-4cdc-98a3-3ae68a3f92c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:16.425171 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7cd55-eb08-4005-9036-926b6db99468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5c90c3-1ed4-4890-a627-7b7bd758665c,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:16.509879 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b8f7cd55-eb08-4005-9036-926b6db99468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:16.514029 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0877b89a-7d6f-4345-bec1-fc0d1938a56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:16.515252 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-0877b89a-7d6f-4345-bec1-fc0d1938a56f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d1904052-da57-405d-850a-529609d75c24 HTTP/1.1" status: 204 len: 168 time: 1.5651948 Nov 18 16:21:16.529107 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-a43af606-d87f-4b5b-97da-b562b67aa760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:16.530591 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-a43af606-d87f-4b5b-97da-b562b67aa760 service neutron] 10.222.0.13 "PUT /v2.0/ports/733dce83-4839-452d-a588-ccf943001860 HTTP/1.1" status: 200 len: 1157 time: 5.0287974 Nov 18 16:21:16.531391 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742', 'tag': '733dce83-4839-452d-a588-ccf943001860'}] {{(pid=80387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:21:16.539118 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b8f7cd55-eb08-4005-9036-926b6db99468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:16.540746 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-b8f7cd55-eb08-4005-9036-926b6db99468 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ea5c90c3-1ed4-4890-a627-7b7bd758665c HTTP/1.1" status: 204 len: 168 time: 1.3458402 Nov 18 16:21:16.554896 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-db8f4624-4295-4cdc-98a3-3ae68a3f92c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:16.567597 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ae379-d37d-4eaa-9369-41d1e54f60c7 req-d831df62-82bd-48a7-907c-3641261a7303 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:16.575531 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9f3ae379-d37d-4eaa-9369-41d1e54f60c7 req-d831df62-82bd-48a7-907c-3641261a7303 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/ports?device_id=8c06880a-33b0-4266-9f2b-c69df4c40880 HTTP/1.1" status: 200 len: 943 time: 0.3945806 Nov 18 16:21:16.584161 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0a5160f8-cabc-41b8-8709-5e0f563db06f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for floatingip, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:16.594698 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abec651-e362-4e8f-8fd2-706d891f733a service neutron] Pushing event updated for resources: {'Port': ['ID=99389018-f01d-4ba6-aeb6-7a48c43c717c,revision_number=3']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:16.600865 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1abec651-e362-4e8f-8fd2-706d891f733a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:16.610391 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3a90db19-4032-4310-b0ed-811ada91db9c req-1abec651-e362-4e8f-8fd2-706d891f733a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:16.611896 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3a90db19-4032-4310-b0ed-811ada91db9c req-1abec651-e362-4e8f-8fd2-706d891f733a service neutron] 10.222.0.13 "PUT /v2.0/ports/99389018-f01d-4ba6-aeb6-7a48c43c717c HTTP/1.1" status: 200 len: 1157 time: 4.7679904 Nov 18 16:21:16.639007 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9f3ae379-d37d-4eaa-9369-41d1e54f60c7 req-f21b0770-5dbf-45f0-ae18-fd4865191c4d tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/security-groups?id=638ff6fb-4bf5-4d82-9545-d46cf8d44543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625386 Nov 18 16:21:16.689677 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-db8f4624-4295-4cdc-98a3-3ae68a3f92c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:16.702807 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:16.724216 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f4624-4295-4cdc-98a3-3ae68a3f92c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c922cd8-f967-4d3e-9900-851ce4f69cbc,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:16.744361 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-db8f4624-4295-4cdc-98a3-3ae68a3f92c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:16.756325 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0a5160f8-cabc-41b8-8709-5e0f563db06f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:16.872769 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-db8f4624-4295-4cdc-98a3-3ae68a3f92c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:16.876776 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-db8f4624-4295-4cdc-98a3-3ae68a3f92c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7c922cd8-f967-4d3e-9900-851ce4f69cbc HTTP/1.1" status: 204 len: 168 time: 0.6536894 Nov 18 16:21:16.934458 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-028dbacc-46b7-44a9-8b2f-fbd7b280ff90 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa7b55f56ea446e2adf28b09f290c5ad&device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 1160 time: 0.1887476 Nov 18 16:21:17.034220 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3a90db19-4032-4310-b0ed-811ada91db9c req-05e4cdfb-f5da-432d-a0d9-806a7af7781a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=813708e8cf9f4fa8a6b71c56a0c843d0&device_id=8c06880a-33b0-4266-9f2b-c69df4c40880 HTTP/1.1" status: 200 len: 1160 time: 0.2872953 Nov 18 16:21:17.036082 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-81433f4c-e867-47b9-968e-5092ebbe870b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=733dce83-4839-452d-a588-ccf943001860 HTTP/1.1" status: 200 len: 217 time: 0.0887659 Nov 18 16:21:17.087823 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0a5160f8-cabc-41b8-8709-5e0f563db06f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for port, precommit_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:17.139807 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0a5160f8-cabc-41b8-8709-5e0f563db06f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852785257'] for port, after_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:17.162322 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0a5160f8-cabc-41b8-8709-5e0f563db06f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:17.322961 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5160f8-cabc-41b8-8709-5e0f563db06f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Pushing event updated for resources: {'Port': ['ID=3156ce9c-c865-4a62-9049-dfb07e238373,revision_number=2']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:17.328249 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0a5160f8-cabc-41b8-8709-5e0f563db06f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:17.358457 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3a90db19-4032-4310-b0ed-811ada91db9c req-c1751cc4-026f-46ea-92d8-41938c63bde1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99389018-f01d-4ba6-aeb6-7a48c43c717c HTTP/1.1" status: 200 len: 217 time: 0.3119078 Nov 18 16:21:17.420599 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-597e9466-318b-4007-b79e-273cebbffbc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:17.422160 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-597e9466-318b-4007-b79e-273cebbffbc1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0510e32b-72f3-4da1-9608-d32c92de3e00 HTTP/1.1" status: 200 len: 854 time: 0.3745000 Nov 18 16:21:17.481477 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-c442114a-c75b-4868-8fef-b295a43b909b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e9790d1-5881-4e64-a6df-f04a185fd798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528388 Nov 18 16:21:17.520901 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0a5160f8-cabc-41b8-8709-5e0f563db06f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701080'] for floatingip, after_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:17.579719 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0a5160f8-cabc-41b8-8709-5e0f563db06f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for floatingip, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:17.581972 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-0a5160f8-cabc-41b8-8709-5e0f563db06f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.7576015 Nov 18 16:21:17.609152 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90db19-4032-4310-b0ed-811ada91db9c req-6b018fe2-c889-48ee-aaca-84821d284f4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:17.610728 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3a90db19-4032-4310-b0ed-811ada91db9c req-6b018fe2-c889-48ee-aaca-84821d284f4d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd6525e4-1bb9-46cc-9adb-f3896c0e5dc3 HTTP/1.1" status: 200 len: 851 time: 0.2450581 Nov 18 16:21:17.668048 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3a90db19-4032-4310-b0ed-811ada91db9c req-2c5b49ba-625a-4cb6-bd2e-d61de74ba516 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5cff47b3-cad8-448b-887e-85fded8bef87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486569 Nov 18 16:21:17.739228 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-56d61f2d-acf6-4667-aa85-b2ac82562307 service neutron] 10.222.0.13 "GET /v2.0/networks/6e9790d1-5881-4e64-a6df-f04a185fd798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397475 Nov 18 16:21:17.851159 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3a90db19-4032-4310-b0ed-811ada91db9c req-196580dd-c932-4e6b-9d36-626af0a8c53d service neutron] 10.222.0.13 "GET /v2.0/networks/5cff47b3-cad8-448b-887e-85fded8bef87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756670 Nov 18 16:21:17.851697 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 46114) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:17.884538 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2fc9a-231f-4662-b2f2-1dbe3149f349 req-c38c14d8-b754-40b8-99b9-24e2047fc5f5 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:17.884538 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fff2fc9a-231f-4662-b2f2-1dbe3149f349 req-c38c14d8-b754-40b8-99b9-24e2047fc5f5 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 943 time: 0.1972818 Nov 18 16:21:17.968740 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fff2fc9a-231f-4662-b2f2-1dbe3149f349 req-8bb117a9-98ef-4e7a-b385-b3438d108bc4 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785165 Nov 18 16:21:18.161299 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-37479291-c1b2-4183-87fa-12e1291b0a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:18.187999 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3a90db19-4032-4310-b0ed-811ada91db9c req-015ed254-92d6-4073-b503-f37b426b1686 service neutron] 10.222.0.13 "GET /v2.0/networks/5cff47b3-cad8-448b-887e-85fded8bef87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1993783 Nov 18 16:21:18.197115 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a532e4b-227f-4f7e-8fe4-3156e085b6f3 req-38c29621-d402-4a85-b525-78b42641b1fb tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:18.204944 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6a532e4b-227f-4f7e-8fe4-3156e085b6f3 req-38c29621-d402-4a85-b525-78b42641b1fb tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/ports?device_id=8c06880a-33b0-4266-9f2b-c69df4c40880 HTTP/1.1" status: 200 len: 943 time: 0.0990558 Nov 18 16:21:18.223663 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9300f8b0-1277-4c15-adec-7a22b9e932b3 req-22691ac7-af69-4c95-9c12-1408ef1c0f93 service neutron] 10.222.0.13 "GET /v2.0/networks/6e9790d1-5881-4e64-a6df-f04a185fd798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3704371 Nov 18 16:21:18.231167 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-37479291-c1b2-4183-87fa-12e1291b0a47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:18.235346 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-37479291-c1b2-4183-87fa-12e1291b0a47 admin admin] Usage tracker for resource:security_group_rule and tenant:cb6446501c4f4e5fa0a83aa768e252bb is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:18.239412 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-37479291-c1b2-4183-87fa-12e1291b0a47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:18.247913 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-37479291-c1b2-4183-87fa-12e1291b0a47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:18.265097 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6a532e4b-227f-4f7e-8fe4-3156e085b6f3 req-3a2d10fd-65f0-44ef-aa9b-562afc8aaeb5 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/security-groups?id=638ff6fb-4bf5-4d82-9545-d46cf8d44543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589201 Nov 18 16:21:18.284483 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 46122) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:18.344234 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-37479291-c1b2-4183-87fa-12e1291b0a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:18.345869 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-90ee229d-0257-4ec3-88f1-8cd377f8c246 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d7bbfdcd9b4446f4a2fe991472020cf8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0598328 Nov 18 16:21:18.348326 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 46126) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:18.381586 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-37479291-c1b2-4183-87fa-12e1291b0a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:18.401811 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742', 'tag': '733dce83-4839-452d-a588-ccf943001860', 'status': 'completed', 'code': 200} Nov 18 16:21:18.402312 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:18.480897 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37479291-c1b2-4183-87fa-12e1291b0a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876af2af-7d8e-4a8a-bcfa-6c1663266744,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:18.487371 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-37479291-c1b2-4183-87fa-12e1291b0a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:18.500519 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0bc00b5e-df19-4981-8198-a25c76359ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:18.542837 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-37479291-c1b2-4183-87fa-12e1291b0a47 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cb6446501c4f4e5fa0a83aa768e252bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5535614 Nov 18 16:21:18.543005 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 46140) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:18.543782 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4bf51329-c1ac-45d9-b08a-cc016846b1d4 req-cf54e658-9406-4489-878a-5dbae51b8d62 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa7b55f56ea446e2adf28b09f290c5ad&device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 1160 time: 0.1118131 Nov 18 16:21:18.546687 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0bc00b5e-df19-4981-8198-a25c76359ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:18.685002 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-7f6114f0-4599-4f53-ab9b-3695a11dceb3 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Synchronizing usage tracker for tenant:a059fa3edee14481b95a1aed15fa9fcb on resource:security_group {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:21:18.709163 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf51329-c1ac-45d9-b08a-cc016846b1d4 req-1f84c72e-2bfa-4599-87c6-f8f774e3fb5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:18.712073 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4bf51329-c1ac-45d9-b08a-cc016846b1d4 req-1f84c72e-2bfa-4599-87c6-f8f774e3fb5e service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e9790d1-5881-4e64-a6df-f04a185fd798 HTTP/1.1" status: 200 len: 908 time: 0.1591930 Nov 18 16:21:18.737017 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-080c02a6-0e52-45ff-84cc-cd4c04f556c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:18.755381 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-7f6114f0-4599-4f53-ab9b-3695a11dceb3 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Unset dirty status for tenant:a059fa3edee14481b95a1aed15fa9fcb on resource:security_group {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:21:18.757074 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-7f6114f0-4599-4f53-ab9b-3695a11dceb3 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1630246033&fields=id&tenant_id=a059fa3edee14481b95a1aed15fa9fcb HTTP/1.1" status: 200 len: 267 time: 0.1637139 Nov 18 16:21:18.777325 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-080c02a6-0e52-45ff-84cc-cd4c04f556c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:18.797707 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4bf51329-c1ac-45d9-b08a-cc016846b1d4 req-e7bc2f9c-bf69-4813-bc96-f8a188b7b89c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=733dce83-4839-452d-a588-ccf943001860 HTTP/1.1" status: 200 len: 217 time: 0.0780704 Nov 18 16:21:18.900223 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0bc00b5e-df19-4981-8198-a25c76359ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:18.907274 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf51329-c1ac-45d9-b08a-cc016846b1d4 req-0e10c983-cd58-4d7b-9b7e-2cf60526065f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:18.909054 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4bf51329-c1ac-45d9-b08a-cc016846b1d4 req-0e10c983-cd58-4d7b-9b7e-2cf60526065f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0510e32b-72f3-4da1-9608-d32c92de3e00 HTTP/1.1" status: 200 len: 854 time: 0.1022303 Nov 18 16:21:18.929850 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:18.968305 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc00b5e-df19-4981-8198-a25c76359ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51247dbe-1f3f-4d60-88b7-9f8d343c61b3,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:18.974025 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4bf51329-c1ac-45d9-b08a-cc016846b1d4 req-8a18cc98-81bd-4916-8225-c0eb75be9c57 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e9790d1-5881-4e64-a6df-f04a185fd798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566442 Nov 18 16:21:18.976570 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0bc00b5e-df19-4981-8198-a25c76359ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:18.982142 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0bc00b5e-df19-4981-8198-a25c76359ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:18.986092 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-0bc00b5e-df19-4981-8198-a25c76359ec8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/51247dbe-1f3f-4d60-88b7-9f8d343c61b3 HTTP/1.1" status: 204 len: 168 time: 0.6367261 Nov 18 16:21:19.030553 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-975af7aa-1101-4562-9900-9d08193b9316 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:19.031310 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-975af7aa-1101-4562-9900-9d08193b9316 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Synchronizing usage tracker for tenant:a059fa3edee14481b95a1aed15fa9fcb on resource:network {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:21:19.091465 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-080c02a6-0e52-45ff-84cc-cd4c04f556c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:19.098103 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-80dba516-254d-4526-af20-f936f2a64877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:19.114348 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c02a6-0e52-45ff-84cc-cd4c04f556c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876af2af-7d8e-4a8a-bcfa-6c1663266744,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:19.120938 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-080c02a6-0e52-45ff-84cc-cd4c04f556c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:19.123064 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-080c02a6-0e52-45ff-84cc-cd4c04f556c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:19.128324 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-080c02a6-0e52-45ff-84cc-cd4c04f556c6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/876af2af-7d8e-4a8a-bcfa-6c1663266744 HTTP/1.1" status: 204 len: 168 time: 0.5843656 Nov 18 16:21:19.130087 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-975af7aa-1101-4562-9900-9d08193b9316 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Unset dirty status for tenant:a059fa3edee14481b95a1aed15fa9fcb on resource:network {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:21:19.131969 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-975af7aa-1101-4562-9900-9d08193b9316 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/networks?id=d8f88308-3b7d-4f88-a379-67873b752770 HTTP/1.1" status: 200 len: 814 time: 0.3639264 Nov 18 16:21:19.158332 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0df8d9eb-170b-42bd-8671-de3c40992e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:19.166667 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-f155ac80-5922-4b1a-b857-48cc035f60ad tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/quotas/a059fa3edee14481b95a1aed15fa9fcb HTTP/1.1" status: 200 len: 375 time: 0.0173817 Nov 18 16:21:19.223840 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4bf51329-c1ac-45d9-b08a-cc016846b1d4 req-e9975292-49d9-4a88-96cf-910630eaaecd service neutron] 10.222.0.13 "GET /v2.0/networks/6e9790d1-5881-4e64-a6df-f04a185fd798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398865 Nov 18 16:21:19.267641 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-d3976031-090d-4029-8f61-23830d8c395c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Synchronizing usage tracker for tenant:a059fa3edee14481b95a1aed15fa9fcb on resource:port {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:21:19.314477 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-d3976031-090d-4029-8f61-23830d8c395c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Unset dirty status for tenant:a059fa3edee14481b95a1aed15fa9fcb on resource:port {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:21:19.316321 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-d3976031-090d-4029-8f61-23830d8c395c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?tenant_id=a059fa3edee14481b95a1aed15fa9fcb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1434348 Nov 18 16:21:19.397401 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4bf51329-c1ac-45d9-b08a-cc016846b1d4 req-9259e1e2-8e49-43d3-a33e-fd6afc78bc14 service neutron] 10.222.0.13 "GET /v2.0/networks/6e9790d1-5881-4e64-a6df-f04a185fd798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1656048 Nov 18 16:21:19.407874 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda3bf4-af9d-459b-afaa-49bcb73caac5 req-61c24f51-8e2d-43ca-a32b-876a679981a4 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:19.410525 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ccda3bf4-af9d-459b-afaa-49bcb73caac5 req-61c24f51-8e2d-43ca-a32b-876a679981a4 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 943 time: 0.2523222 Nov 18 16:21:19.468704 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ccda3bf4-af9d-459b-afaa-49bcb73caac5 req-2ab2fbe8-8460-4f75-ae10-8afb1286af7d tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500097 Nov 18 16:21:19.500539 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-cbb7a670-11c0-4223-8cb3-481202b5b150 service neutron] 10.222.0.26 "GET /v2.0/networks/d8f88308-3b7d-4f88-a379-67873b752770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686294 Nov 18 16:21:19.662034 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-585ee550-d73b-4d65-ae99-4bb2768e7abe service neutron] 10.222.0.26 "GET /v2.0/networks/d8f88308-3b7d-4f88-a379-67873b752770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1548603 Nov 18 16:21:19.705635 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a38144-6187-4c49-9ced-383fe7f32b25 req-9c14804a-4a6e-4ad8-8251-b5d55f6ce0a0 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:19.707378 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-39a38144-6187-4c49-9ced-383fe7f32b25 req-9c14804a-4a6e-4ad8-8251-b5d55f6ce0a0 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/ports?device_id=8c06880a-33b0-4266-9f2b-c69df4c40880 HTTP/1.1" status: 200 len: 943 time: 0.0863774 Nov 18 16:21:19.766843 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-39a38144-6187-4c49-9ced-383fe7f32b25 req-4d05fd82-009c-4e38-ac8f-9b12f7b5e197 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/security-groups?id=638ff6fb-4bf5-4d82-9545-d46cf8d44543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531905 Nov 18 16:21:19.945165 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-312e3798-f063-40f0-a656-d52365e33961 req-e262986a-e725-4a8d-86ae-00110ff45f27 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 210 time: 0.0551412 Nov 18 16:21:20.402945 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c06880a-33b0-4266-9f2b-c69df4c40880', 'tag': '99389018-f01d-4ba6-aeb6-7a48c43c717c'}] {{(pid=80387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:21:20.531574 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c06880a-33b0-4266-9f2b-c69df4c40880', 'tag': '99389018-f01d-4ba6-aeb6-7a48c43c717c', 'status': 'completed', 'code': 200} Nov 18 16:21:20.686670 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8f8b796f-d62c-4ab8-8e01-1f1cdd08e13e req-9c151751-92a9-4a37-9a51-6e1001fb43f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=813708e8cf9f4fa8a6b71c56a0c843d0&device_id=8c06880a-33b0-4266-9f2b-c69df4c40880 HTTP/1.1" status: 200 len: 1160 time: 0.1383822 Nov 18 16:21:20.832482 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc53d89-0667-4d32-8ac8-02d8c03bf2a6 req-a6462307-0d14-4cc0-b956-16142d9cfe1d tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:20.834185 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-cdc53d89-0667-4d32-8ac8-02d8c03bf2a6 req-a6462307-0d14-4cc0-b956-16142d9cfe1d tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 943 time: 0.2099326 Nov 18 16:21:20.884688 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b796f-d62c-4ab8-8e01-1f1cdd08e13e req-4dc0430f-c695-4a58-b1b7-ec4f34555a9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:20.886274 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8f8b796f-d62c-4ab8-8e01-1f1cdd08e13e req-4dc0430f-c695-4a58-b1b7-ec4f34555a9a service neutron] 10.222.0.13 "GET /v2.0/networks?id=5cff47b3-cad8-448b-887e-85fded8bef87 HTTP/1.1" status: 200 len: 905 time: 0.1916490 Nov 18 16:21:20.975117 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8f8b796f-d62c-4ab8-8e01-1f1cdd08e13e req-9fbd7086-b3d5-43e9-b933-e1d15cb003ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99389018-f01d-4ba6-aeb6-7a48c43c717c HTTP/1.1" status: 200 len: 217 time: 0.0770936 Nov 18 16:21:21.172745 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1e1e4-c6c4-4b89-992e-f092690685d9 req-843f1303-e40f-4ba0-9360-9bcc157830d6 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:21.188502 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-84e1e1e4-c6c4-4b89-992e-f092690685d9 req-843f1303-e40f-4ba0-9360-9bcc157830d6 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/ports?device_id=8c06880a-33b0-4266-9f2b-c69df4c40880 HTTP/1.1" status: 200 len: 943 time: 0.1297107 Nov 18 16:21:21.241872 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-cdc53d89-0667-4d32-8ac8-02d8c03bf2a6 req-e9932699-a4ea-4e0d-9ca5-311e7c961932 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986290 Nov 18 16:21:21.265135 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.objects.ports [None req-ea1df18f-65d4-4efe-95c8-bd4a1d33e997 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=80388) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 18 16:21:21.276933 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-84e1e1e4-c6c4-4b89-992e-f092690685d9 req-c8f52ac8-5cb4-4457-b094-1351429ae3ca tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/security-groups?id=638ff6fb-4bf5-4d82-9545-d46cf8d44543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843456 Nov 18 16:21:21.295163 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b796f-d62c-4ab8-8e01-1f1cdd08e13e req-34ba3463-605f-495e-96b9-ee46cd614158 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:21.295163 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8f8b796f-d62c-4ab8-8e01-1f1cdd08e13e req-34ba3463-605f-495e-96b9-ee46cd614158 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd6525e4-1bb9-46cc-9adb-f3896c0e5dc3 HTTP/1.1" status: 200 len: 851 time: 0.3142655 Nov 18 16:21:21.351542 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8f8b796f-d62c-4ab8-8e01-1f1cdd08e13e req-f0b211a3-4ede-4c1e-93ab-4132a78836c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5cff47b3-cad8-448b-887e-85fded8bef87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506430 Nov 18 16:21:21.476403 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4dfd720f-6266-4b27-a91a-31defcab6d70 req-c7e9650e-5290-4f25-947e-d565c1c6a83e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 210 time: 0.0795662 Nov 18 16:21:21.589520 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8f8b796f-d62c-4ab8-8e01-1f1cdd08e13e req-fc1b0de5-2f61-4e56-9848-6a4618918b8b service neutron] 10.222.0.13 "GET /v2.0/networks/5cff47b3-cad8-448b-887e-85fded8bef87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308493 Nov 18 16:21:21.614153 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-803f8f4f-9a1a-4cba-9c20-cc2eb5c5fcee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:21.766219 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8f8b796f-d62c-4ab8-8e01-1f1cdd08e13e req-8f38cecc-4426-434f-9d13-c5cd46a4d080 service neutron] 10.222.0.13 "GET /v2.0/networks/5cff47b3-cad8-448b-887e-85fded8bef87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1696696 Nov 18 16:21:21.873243 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 733dce83-4839-452d-a588-ccf943001860 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:21:21.979159 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning for port 733dce83-4839-452d-a588-ccf943001860 completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:21:21.985319 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 733dce83-4839-452d-a588-ccf943001860 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:21.985793 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:22.122940 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:22.127852 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:22.183838 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port 733dce83-4839-452d-a588-ccf943001860, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=733dce83-4839-452d-a588-ccf943001860,segment=NetworkSegment(dc1672ed-2f0b-417c-b343-1742be396aba),segment_id=dc1672ed-2f0b-417c-b343-1742be396aba)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:21:22.185322 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733dce83-4839-452d-a588-ccf943001860'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:21:22.199252 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-681edf61-86c5-4148-8943-9b921255b535 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:22.200833 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-681edf61-86c5-4148-8943-9b921255b535 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.13 "GET /v2.0/networks?id=d8f88308-3b7d-4f88-a379-67873b752770 HTTP/1.1" status: 200 len: 814 time: 0.1716859 Nov 18 16:21:22.250569 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:22.251829 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 99389018-f01d-4ba6-aeb6-7a48c43c717c up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:21:22.291662 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:22.328052 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-53766119-adcf-4161-b5b1-06a79ae58744 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a059fa3edee14481b95a1aed15fa9fcb HTTP/1.1" status: 200 len: 5045 time: 0.1145599 Nov 18 16:21:22.339767 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-1da16500-f9cc-47ce-8159-dc9547077d6f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Request body: {'port': {'device_id': 'fb9ff9e0-0817-4ec3-b91f-771093b54c33', 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770', 'admin_state_up': True, 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'security_groups': ['c97fdada-97f4-4f79-b093-1d0825d28e8e']}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:22.500698 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=733dce83-4839-452d-a588-ccf943001860,revision_number=4']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:22.515534 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:22.542104 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef0824-03c5-4bec-adaa-df811e9b2a5d req-0ccd16fa-f698-4b9e-b25a-193c268e895d tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:22.550308 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c9ef0824-03c5-4bec-adaa-df811e9b2a5d req-0ccd16fa-f698-4b9e-b25a-193c268e895d tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 945 time: 0.1269665 Nov 18 16:21:22.560713 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning for port 99389018-f01d-4ba6-aeb6-7a48c43c717c completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:21:22.565848 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 99389018-f01d-4ba6-aeb6-7a48c43c717c triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:22.566382 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:22.620556 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c9ef0824-03c5-4bec-adaa-df811e9b2a5d req-d2a52294-d759-48ea-bc7e-93fdb0c60722 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690999 Nov 18 16:21:22.665842 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-1da16500-f9cc-47ce-8159-dc9547077d6f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:22.684880 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-1da16500-f9cc-47ce-8159-dc9547077d6f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:22.693064 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b8da3-ae25-4387-b6e1-bc5b8b295361 req-888caad8-d6a0-4b7b-ab8c-8e4f7fde5e29 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:22.701027 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b60b8da3-ae25-4387-b6e1-bc5b8b295361 req-888caad8-d6a0-4b7b-ab8c-8e4f7fde5e29 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/ports?device_id=8c06880a-33b0-4266-9f2b-c69df4c40880 HTTP/1.1" status: 200 len: 943 time: 0.1775751 Nov 18 16:21:22.732377 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 6 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:21:22.778698 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 46300) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:22.804772 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b60b8da3-ae25-4387-b6e1-bc5b8b295361 req-ada4dcfc-92cc-48a1-aea4-6656f01911ed tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/security-groups?id=638ff6fb-4bf5-4d82-9545-d46cf8d44543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027069 Nov 18 16:21:22.807012 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-1da16500-f9cc-47ce-8159-dc9547077d6f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Made reservation on behalf of a059fa3edee14481b95a1aed15fa9fcb for: {'port': 1} {{(pid=80387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:21:22.819792 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-1da16500-f9cc-47ce-8159-dc9547077d6f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:22.898073 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:22.954679 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9aecfefc-52f0-401d-909d-8ec892525d8d req-be373379-68c4-4d64-935c-4eacf3b51ebc tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 210 time: 0.1167409 Nov 18 16:21:22.980646 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port 99389018-f01d-4ba6-aeb6-7a48c43c717c, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=99389018-f01d-4ba6-aeb6-7a48c43c717c,segment=NetworkSegment(78e84ff6-2b0b-44da-ba28-ee8cf6aba483),segment_id=78e84ff6-2b0b-44da-ba28-ee8cf6aba483)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:21:23.013306 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:23.016446 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:23.081845 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:23.131162 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=99389018-f01d-4ba6-aeb6-7a48c43c717c,revision_number=4']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:23.140613 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:23.173143 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 733dce83-4839-452d-a588-ccf943001860 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:21:23.250481 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 733dce83-4839-452d-a588-ccf943001860 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:23.250911 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:23.268386 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-1da16500-f9cc-47ce-8159-dc9547077d6f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Allocated IP 172.20.0.8 (d8f88308-3b7d-4f88-a379-67873b752770/e930cec8-6db8-483a-9efd-6ad1d182df64/7453f10f-adb3-4a69-a47c-fcb0da639843) {{(pid=80387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:21:23.388729 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 99389018-f01d-4ba6-aeb6-7a48c43c717c up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:21:23.481510 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 99389018-f01d-4ba6-aeb6-7a48c43c717c triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:23.482108 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:23.484815 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-72566738-d557-4d28-b55c-1f96742afb3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:23.681393 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-1da16500-f9cc-47ce-8159-dc9547077d6f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for port, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:23.684914 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-72566738-d557-4d28-b55c-1f96742afb3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:23.694304 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-72566738-d557-4d28-b55c-1f96742afb3e admin admin] Usage tracker for resource:security_group_rule and tenant:1a62a22abf844e69831e4b005d84acb8 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:23.700842 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-72566738-d557-4d28-b55c-1f96742afb3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:23.715245 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:23.716509 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-72566738-d557-4d28-b55c-1f96742afb3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:23.720704 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-1da16500-f9cc-47ce-8159-dc9547077d6f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Transition to ACTIVE for port object 7453f10f-adb3-4a69-a47c-fcb0da639843 will not be triggered until provisioned by entity DHCP. {{(pid=80387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:21:23.821858 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-1da16500-f9cc-47ce-8159-dc9547077d6f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:23.859830 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a43af606-d87f-4b5b-97da-b562b67aa760 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:23.966099 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091ffb8-523a-4899-aa90-897175b3cd3c req-d2a0491b-185d-41a4-9c3a-e39eef7aaaf8 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:23.978235 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f091ffb8-523a-4899-aa90-897175b3cd3c req-d2a0491b-185d-41a4-9c3a-e39eef7aaaf8 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 945 time: 0.1187749 Nov 18 16:21:24.021675 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733dce83-4839-452d-a588-ccf943001860', 'code': 200} Nov 18 16:21:24.057374 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da16500-f9cc-47ce-8159-dc9547077d6f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Pushing event updated for resources: {'Port': ['ID=7453f10f-adb3-4a69-a47c-fcb0da639843,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:24.088574 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1da16500-f9cc-47ce-8159-dc9547077d6f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:24.089462 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f091ffb8-523a-4899-aa90-897175b3cd3c req-a706dcc6-5f44-43ea-9822-4fad0b7a4c35 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095271 Nov 18 16:21:24.149701 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-72566738-d557-4d28-b55c-1f96742afb3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:24.210103 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-1da16500-f9cc-47ce-8159-dc9547077d6f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Network d8f88308-3b7d-4f88-a379-67873b752770 is already hosted by enough agents. {{(pid=80387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:21:24.211352 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-72566738-d557-4d28-b55c-1f96742afb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:24.232113 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0877b89a-7d6f-4345-bec1-fc0d1938a56f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:24.247888 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-1da16500-f9cc-47ce-8159-dc9547077d6f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Resources bound (agent type, host, resource id): {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:21:24.260508 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-1da16500-f9cc-47ce-8159-dc9547077d6f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Received port after_create {{(pid=80387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:21:24.468039 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63ad82-238a-4d7f-b6d3-5d3e4d8b1c74 req-a7955abc-6577-4467-aa6b-1195028c2bf7 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:24.476847 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-eb63ad82-238a-4d7f-b6d3-5d3e4d8b1c74 req-a7955abc-6577-4467-aa6b-1195028c2bf7 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 931 time: 0.1278682 Nov 18 16:21:24.530671 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72566738-d557-4d28-b55c-1f96742afb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201075df-6299-4bd6-8c56-5777b35484ba,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:24.544902 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-eb63ad82-238a-4d7f-b6d3-5d3e4d8b1c74 req-1f947f86-f310-4085-a6fd-a553cad3e02c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656929 Nov 18 16:21:24.567425 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-72566738-d557-4d28-b55c-1f96742afb3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:24.577823 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-72566738-d557-4d28-b55c-1f96742afb3e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1a62a22abf844e69831e4b005d84acb8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7980227 Nov 18 16:21:24.578430 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 46352) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:24.604306 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-1da16500-f9cc-47ce-8159-dc9547077d6f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:24.604306 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-1da16500-f9cc-47ce-8159-dc9547077d6f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:24.673608 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f113b6c0-13ae-4556-aa14-397655b67caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:24.714719 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-56efb141-a707-44b7-8209-3410cb05f852 None None] Provisioning for port 7453f10f-adb3-4a69-a47c-fcb0da639843 completed by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:21:24.715872 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f113b6c0-13ae-4556-aa14-397655b67caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:24.716596 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28787cbd-d037-4a71-a10f-66412da3d12e req-9110cdfb-1fcb-4e5c-abd5-269969951f1c tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:24.718297 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-28787cbd-d037-4a71-a10f-66412da3d12e req-9110cdfb-1fcb-4e5c-abd5-269969951f1c tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/ports?device_id=8c06880a-33b0-4266-9f2b-c69df4c40880 HTTP/1.1" status: 200 len: 945 time: 0.4179809 Nov 18 16:21:24.725802 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-838cea0a-8708-44fc-8ef3-1a5e1a82dfc5 req-ab9df915-c59d-4993-a550-81ea318f30c0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 1162 time: 0.3026700 Nov 18 16:21:24.728949 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-56efb141-a707-44b7-8209-3410cb05f852 None None] Provisioning complete for port 7453f10f-adb3-4a69-a47c-fcb0da639843 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:24.737991 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-56efb141-a707-44b7-8209-3410cb05f852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:24.769254 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-1da16500-f9cc-47ce-8159-dc9547077d6f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4346333 Nov 18 16:21:24.775658 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-838cea0a-8708-44fc-8ef3-1a5e1a82dfc5 req-02d307eb-b424-4fcf-a87e-ff1d699ca847 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:24.802898 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-056ba683-21e6-4a94-aab1-b79febacf167 service neutron] Request body: {'port': {'device_id': 'fb9ff9e0-0817-4ec3-b91f-771093b54c33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:24.889594 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-28787cbd-d037-4a71-a10f-66412da3d12e req-2e55894a-014a-437c-bf8f-ba28f7f33f3b tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/security-groups?id=638ff6fb-4bf5-4d82-9545-d46cf8d44543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635182 Nov 18 16:21:24.909429 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-56efb141-a707-44b7-8209-3410cb05f852 None None] Port 7453f10f-adb3-4a69-a47c-fcb0da639843 cannot update to ACTIVE because it is not bound. {{(pid=80388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:21:24.970025 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-056ba683-21e6-4a94-aab1-b79febacf167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:25.002821 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f113b6c0-13ae-4556-aa14-397655b67caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:25.015388 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e3992de2-71ac-41d8-9a5a-65b2f2ea2164 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:25.047529 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f113b6c0-13ae-4556-aa14-397655b67caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:25.049369 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-f113b6c0-13ae-4556-aa14-397655b67caa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/201075df-6299-4bd6-8c56-5777b35484ba HTTP/1.1" status: 204 len: 168 time: 0.4695830 Nov 18 16:21:25.054175 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113b6c0-13ae-4556-aa14-397655b67caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201075df-6299-4bd6-8c56-5777b35484ba,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:25.066477 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f113b6c0-13ae-4556-aa14-397655b67caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:25.170861 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 99389018-f01d-4ba6-aeb6-7a48c43c717c up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:21:25.213648 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-838cea0a-8708-44fc-8ef3-1a5e1a82dfc5 req-02d307eb-b424-4fcf-a87e-ff1d699ca847 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:25.225185 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-838cea0a-8708-44fc-8ef3-1a5e1a82dfc5 req-02d307eb-b424-4fcf-a87e-ff1d699ca847 service neutron] Usage tracker for resource:security_group_rule and tenant:e2649663166f475b968b39e467b6332d is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:25.231605 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-838cea0a-8708-44fc-8ef3-1a5e1a82dfc5 req-02d307eb-b424-4fcf-a87e-ff1d699ca847 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:25.248577 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-838cea0a-8708-44fc-8ef3-1a5e1a82dfc5 req-02d307eb-b424-4fcf-a87e-ff1d699ca847 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:25.355013 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 99389018-f01d-4ba6-aeb6-7a48c43c717c triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:25.356044 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:25.370556 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997e1fd-8851-4d68-b444-df3f36ab5681 req-4c4e92e6-723a-4391-83f1-5ca17b2b83fd tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:25.372219 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b997e1fd-8851-4d68-b444-df3f36ab5681 req-4c4e92e6-723a-4391-83f1-5ca17b2b83fd tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 945 time: 0.1278570 Nov 18 16:21:25.403251 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-838cea0a-8708-44fc-8ef3-1a5e1a82dfc5 req-02d307eb-b424-4fcf-a87e-ff1d699ca847 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:25.458866 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b997e1fd-8851-4d68-b444-df3f36ab5681 req-e181bf94-4aaa-4840-b58a-86cc6f6f6fb2 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799692 Nov 18 16:21:25.459396 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 46386) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:25.472390 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-838cea0a-8708-44fc-8ef3-1a5e1a82dfc5 req-02d307eb-b424-4fcf-a87e-ff1d699ca847 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:25.497199 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9dfb6df0-6133-4b58-ba02-e939bfedcdb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:25.552544 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-838cea0a-8708-44fc-8ef3-1a5e1a82dfc5 req-02d307eb-b424-4fcf-a87e-ff1d699ca847 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8102434 Nov 18 16:21:25.591884 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d307eb-b424-4fcf-a87e-ff1d699ca847 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=259426b9-2b3f-4e4f-94eb-e95253ee9fef,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:25.597816 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-02d307eb-b424-4fcf-a87e-ff1d699ca847 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:25.888835 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb693d15-d759-4a86-9873-62b72b1a35b4 req-25f29a52-134f-44ff-8639-52ca1f5c9c8f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:25.889605 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-eb693d15-d759-4a86-9873-62b72b1a35b4 req-25f29a52-134f-44ff-8639-52ca1f5c9c8f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Synchronizing usage tracker for tenant:a059fa3edee14481b95a1aed15fa9fcb on resource:port {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:21:25.896541 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-056ba683-21e6-4a94-aab1-b79febacf167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7453f10f-adb3-4a69-a47c-fcb0da639843 {{(pid=80387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:21:25.920716 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-056ba683-21e6-4a94-aab1-b79febacf167 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:25.932658 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2edf6bf3-bf66-48c4-b55f-19a2d0f1f8e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:25.939650 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-056ba683-21e6-4a94-aab1-b79febacf167 service neutron] Transition to ACTIVE for port object 7453f10f-adb3-4a69-a47c-fcb0da639843 will not be triggered until provisioned by entity L2. {{(pid=80387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:21:25.966082 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-eb693d15-d759-4a86-9873-62b72b1a35b4 req-25f29a52-134f-44ff-8639-52ca1f5c9c8f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Unset dirty status for tenant:a059fa3edee14481b95a1aed15fa9fcb on resource:port {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:21:25.967413 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-eb693d15-d759-4a86-9873-62b72b1a35b4 req-25f29a52-134f-44ff-8639-52ca1f5c9c8f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 931 time: 0.2464147 Nov 18 16:21:25.972622 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-2edf6bf3-bf66-48c4-b55f-19a2d0f1f8e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:25.978134 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-2edf6bf3-bf66-48c4-b55f-19a2d0f1f8e4 admin admin] Usage tracker for resource:security_group_rule and tenant:84c2968a2bd14e729d2aa202cded18b2 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:25.981748 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-2edf6bf3-bf66-48c4-b55f-19a2d0f1f8e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:25.992226 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-2edf6bf3-bf66-48c4-b55f-19a2d0f1f8e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:26.002204 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-056ba683-21e6-4a94-aab1-b79febacf167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445729'] for port, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:26.023227 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c06880a-33b0-4266-9f2b-c69df4c40880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99389018-f01d-4ba6-aeb6-7a48c43c717c'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:21:26.050837 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1da16500-f9cc-47ce-8159-dc9547077d6f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:26.090451 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2edf6bf3-bf66-48c4-b55f-19a2d0f1f8e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:26.140342 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2edf6bf3-bf66-48c4-b55f-19a2d0f1f8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:26.152707 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:26.222450 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ba683-21e6-4a94-aab1-b79febacf167 service neutron] Pushing event updated for resources: {'Port': ['ID=7453f10f-adb3-4a69-a47c-fcb0da639843,revision_number=2']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:26.223044 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf6bf3-bf66-48c4-b55f-19a2d0f1f8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522b8618-d37f-4b8d-8457-c16fbacac04f,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:26.228281 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2edf6bf3-bf66-48c4-b55f-19a2d0f1f8e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:26.233450 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-056ba683-21e6-4a94-aab1-b79febacf167 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:26.236027 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-eb693d15-d759-4a86-9873-62b72b1a35b4 req-ceae8ed5-57d6-4439-9f89-096f7f91be85 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2619116 Nov 18 16:21:26.357473 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 46414) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:26.364738 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20929b-b2bd-48df-818b-4d25ecc012a8 req-b31e0f9c-3f5d-4c6c-91f4-dd9902348328 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:26.375087 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9a20929b-b2bd-48df-818b-4d25ecc012a8 req-b31e0f9c-3f5d-4c6c-91f4-dd9902348328 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/ports?device_id=8c06880a-33b0-4266-9f2b-c69df4c40880 HTTP/1.1" status: 200 len: 945 time: 0.2823839 Nov 18 16:21:26.382822 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-2edf6bf3-bf66-48c4-b55f-19a2d0f1f8e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=84c2968a2bd14e729d2aa202cded18b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9223964 Nov 18 16:21:26.386212 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 46418) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:26.431089 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c06880a-33b0-4266-9f2b-c69df4c40880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99389018-f01d-4ba6-aeb6-7a48c43c717c', 'code': 200} Nov 18 16:21:26.470597 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-90a29a72-20bc-407e-b1dd-4034c5642787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:26.555782 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9a20929b-b2bd-48df-818b-4d25ecc012a8 req-559b61ed-70bc-46da-a493-dc939b32e5a4 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/security-groups?id=638ff6fb-4bf5-4d82-9545-d46cf8d44543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712868 Nov 18 16:21:26.587968 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-056ba683-21e6-4a94-aab1-b79febacf167 service neutron] Attempting to bind port 7453f10f-adb3-4a69-a47c-fcb0da639843 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:21:26.588457 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-056ba683-21e6-4a94-aab1-b79febacf167 service neutron] Attempting to bind port 7453f10f-adb3-4a69-a47c-fcb0da639843 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '59bd26ae-f544-4976-8326-f88f38f0fa15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770'}] {{(pid=80387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:21:26.588963 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-056ba683-21e6-4a94-aab1-b79febacf167 service neutron] Attempting to bind port 7453f10f-adb3-4a69-a47c-fcb0da639843 on network d8f88308-3b7d-4f88-a379-67873b752770 {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:21:26.589763 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-90a29a72-20bc-407e-b1dd-4034c5642787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:26.594199 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-90a29a72-20bc-407e-b1dd-4034c5642787 admin admin] Usage tracker for resource:security_group_rule and tenant:dcd0db5d6ea44aa59d19d09a1b2619b5 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:26.597577 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-90a29a72-20bc-407e-b1dd-4034c5642787 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:26.606278 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-90a29a72-20bc-407e-b1dd-4034c5642787 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:26.619040 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fc2ed245-9096-47fc-a9c9-51605a92c601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:26.638022 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-056ba683-21e6-4a94-aab1-b79febacf167 service neutron] Checking agent: {'id': '3488e2eb-83f3-429f-9709-c44be6a31d37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 18, 57), 'started_at': datetime.datetime(2020, 11, 18, 16, 19, 27), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:21:26.639287 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-056ba683-21e6-4a94-aab1-b79febacf167 service neutron] Checking segment: {'id': '59bd26ae-f544-4976-8326-f88f38f0fa15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:21:26.639287 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-056ba683-21e6-4a94-aab1-b79febacf167 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:26.639287 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-056ba683-21e6-4a94-aab1-b79febacf167 service neutron] Bound using segment: {'id': '59bd26ae-f544-4976-8326-f88f38f0fa15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770'} {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:21:26.639944 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-056ba683-21e6-4a94-aab1-b79febacf167 service neutron] Bound port: 7453f10f-adb3-4a69-a47c-fcb0da639843, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bd26ae-f544-4976-8326-f88f38f0fa15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770'}}] {{(pid=80387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:21:26.640388 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-056ba683-21e6-4a94-aab1-b79febacf167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:26.707323 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-90a29a72-20bc-407e-b1dd-4034c5642787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:26.738928 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-90a29a72-20bc-407e-b1dd-4034c5642787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:26.747244 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ee1405c1-7a56-4559-b5c9-b979fd082971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:26.779093 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fc2ed245-9096-47fc-a9c9-51605a92c601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:26.800016 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a29a72-20bc-407e-b1dd-4034c5642787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4f597a-83fc-4095-8756-c00722c13af8,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:26.807963 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-90a29a72-20bc-407e-b1dd-4034c5642787 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dcd0db5d6ea44aa59d19d09a1b2619b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4287665 Nov 18 16:21:26.807963 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-90a29a72-20bc-407e-b1dd-4034c5642787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:26.808190 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 46432) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:26.885624 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-61d1d35e-5eee-4c1b-baef-b99cc3950745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:26.926599 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-056ba683-21e6-4a94-aab1-b79febacf167 service neutron] For port 7453f10f-adb3-4a69-a47c-fcb0da639843, host hv-cinder-75995, cleared binding levels {{(pid=80387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:21:26.937029 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-61d1d35e-5eee-4c1b-baef-b99cc3950745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:26.962527 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-056ba683-21e6-4a94-aab1-b79febacf167 service neutron] For port 7453f10f-adb3-4a69-a47c-fcb0da639843, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=7453f10f-adb3-4a69-a47c-fcb0da639843,segment=NetworkSegment(59bd26ae-f544-4976-8326-f88f38f0fa15),segment_id=59bd26ae-f544-4976-8326-f88f38f0fa15)] {{(pid=80387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:21:26.970125 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8629f0b8-28d8-407a-91de-0a3893644c6b req-d658d36e-7dba-43a2-949f-b38f99997612 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8c06880a-33b0-4266-9f2b-c69df4c40880 HTTP/1.1" status: 200 len: 1162 time: 0.1949294 Nov 18 16:21:26.977704 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae27d3c-e924-406f-b166-db62fb9d1362 req-9dc40e3d-5481-4486-a1c6-22c7ce2cca3e tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:26.985467 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fae27d3c-e924-406f-b166-db62fb9d1362 req-9dc40e3d-5481-4486-a1c6-22c7ce2cca3e tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 945 time: 0.2989287 Nov 18 16:21:27.011343 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-61d1d35e-5eee-4c1b-baef-b99cc3950745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:27.016547 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:27.028752 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-056ba683-21e6-4a94-aab1-b79febacf167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445729'] for port, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:27.033586 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d1d35e-5eee-4c1b-baef-b99cc3950745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4f597a-83fc-4095-8756-c00722c13af8,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:27.037584 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-61d1d35e-5eee-4c1b-baef-b99cc3950745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:27.052873 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-61d1d35e-5eee-4c1b-baef-b99cc3950745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:27.059167 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-61d1d35e-5eee-4c1b-baef-b99cc3950745 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb4f597a-83fc-4095-8756-c00722c13af8 HTTP/1.1" status: 204 len: 168 time: 0.2460554 Nov 18 16:21:27.059334 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1abec651-e362-4e8f-8fd2-706d891f733a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:27.098358 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fc2ed245-9096-47fc-a9c9-51605a92c601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:27.221724 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-8629f0b8-28d8-407a-91de-0a3893644c6b req-562884d1-27f4-40da-8be0-cd2771c12313 service neutron] Synchronizing usage tracker for tenant:e2649663166f475b968b39e467b6332d on resource:security_group {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:21:27.254477 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fc2ed245-9096-47fc-a9c9-51605a92c601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:27.255701 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-fc2ed245-9096-47fc-a9c9-51605a92c601 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/522b8618-d37f-4b8d-8457-c16fbacac04f HTTP/1.1" status: 204 len: 168 time: 0.8680882 Nov 18 16:21:27.258997 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fae27d3c-e924-406f-b166-db62fb9d1362 req-a139d4be-1d19-42d3-bf0d-c14e4b19ca48 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719941 Nov 18 16:21:27.274025 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ba683-21e6-4a94-aab1-b79febacf167 service neutron] Pushing event updated for resources: {'Port': ['ID=7453f10f-adb3-4a69-a47c-fcb0da639843,revision_number=3']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:27.280925 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-056ba683-21e6-4a94-aab1-b79febacf167 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:27.281551 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-206c7ec0-9813-4d19-8006-f950b497acd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:27.307107 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ed245-9096-47fc-a9c9-51605a92c601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522b8618-d37f-4b8d-8457-c16fbacac04f,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:27.313777 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fc2ed245-9096-47fc-a9c9-51605a92c601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:27.324163 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-8629f0b8-28d8-407a-91de-0a3893644c6b req-562884d1-27f4-40da-8be0-cd2771c12313 service neutron] Unset dirty status for tenant:e2649663166f475b968b39e467b6332d on resource:security_group {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:21:27.325639 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8629f0b8-28d8-407a-91de-0a3893644c6b req-562884d1-27f4-40da-8be0-cd2771c12313 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=638ff6fb-4bf5-4d82-9545-d46cf8d44543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373163 Nov 18 16:21:27.337676 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-056ba683-21e6-4a94-aab1-b79febacf167 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:27.338229 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-056ba683-21e6-4a94-aab1-b79febacf167 service neutron] 10.222.0.13 "PUT /v2.0/ports/7453f10f-adb3-4a69-a47c-fcb0da639843 HTTP/1.1" status: 200 len: 1157 time: 2.5487802 Nov 18 16:21:27.338750 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9ff9e0-0817-4ec3-b91f-771093b54c33', 'tag': '7453f10f-adb3-4a69-a47c-fcb0da639843'}] {{(pid=80387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:21:27.429247 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9ff9e0-0817-4ec3-b91f-771093b54c33', 'tag': '7453f10f-adb3-4a69-a47c-fcb0da639843', 'status': 'completed', 'code': 200} Nov 18 16:21:27.572246 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:27.574333 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687b2b9-576b-49ce-a478-d10eb4bc2fa9 req-c6455b01-c322-45f1-aee6-034c1f14a6db tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:27.576411 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8687b2b9-576b-49ce-a478-d10eb4bc2fa9 req-c6455b01-c322-45f1-aee6-034c1f14a6db tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 943 time: 0.1045213 Nov 18 16:21:27.650205 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8687b2b9-576b-49ce-a478-d10eb4bc2fa9 req-05d3bc13-6c43-4804-8a99-a85028b3f69e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671966 Nov 18 16:21:27.667826 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a6adcca2-a81c-4760-becc-53831a8271ab req-f5224bd7-54e9-4740-afe9-b49bcab6f5c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a059fa3edee14481b95a1aed15fa9fcb&device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 1160 time: 0.1339338 Nov 18 16:21:27.746876 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 46460) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:27.898745 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adcca2-a81c-4760-becc-53831a8271ab req-36c02259-515d-4067-b418-f0141eea3dcc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:27.900550 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a6adcca2-a81c-4760-becc-53831a8271ab req-36c02259-515d-4067-b418-f0141eea3dcc service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a059fa3edee14481b95a1aed15fa9fcb&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2253048 Nov 18 16:21:27.948706 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d1cf9-ad1f-43dc-b4a4-b581916a72bf req-b2bf2b32-91b9-468c-82ff-46b3024248a8 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:27.950356 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ef5d1cf9-ad1f-43dc-b4a4-b581916a72bf req-b2bf2b32-91b9-468c-82ff-46b3024248a8 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/ports?device_id=8c06880a-33b0-4266-9f2b-c69df4c40880 HTTP/1.1" status: 200 len: 945 time: 0.1634765 Nov 18 16:21:28.094238 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ef5d1cf9-ad1f-43dc-b4a4-b581916a72bf req-d9df0223-18a8-4991-8bed-004daf2da524 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/security-groups?id=638ff6fb-4bf5-4d82-9545-d46cf8d44543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315827 Nov 18 16:21:28.094691 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0849675a-9589-4679-bebc-49312556f9df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:28.138763 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adcca2-a81c-4760-becc-53831a8271ab req-9d73742a-b58c-48ac-a6a9-abd1de51a052 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:28.138763 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a6adcca2-a81c-4760-becc-53831a8271ab req-9d73742a-b58c-48ac-a6a9-abd1de51a052 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2286522 Nov 18 16:21:28.165810 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-0849675a-9589-4679-bebc-49312556f9df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:28.170124 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-0849675a-9589-4679-bebc-49312556f9df admin admin] Usage tracker for resource:security_group_rule and tenant:35479c7a494a4f9bb874a5bd70d022a0 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:28.173164 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-0849675a-9589-4679-bebc-49312556f9df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:28.179983 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-0849675a-9589-4679-bebc-49312556f9df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:28.294305 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-fc4d9f09-36cd-4a99-a93f-3f901d4307f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a059fa3edee14481b95a1aed15fa9fcb&device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 1160 time: 0.1030748 Nov 18 16:21:28.314592 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0849675a-9589-4679-bebc-49312556f9df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:28.327744 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 46484) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:28.368811 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5a7caaae-2001-475f-a4fe-1a4242d3f886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:28.380964 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0849675a-9589-4679-bebc-49312556f9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:28.393115 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2d4cc5f2-d1ed-4c44-9f2d-f0a47fed5ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:28.434283 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-851f2d74-3b7e-408e-80b2-feafc0ac0e53 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7453f10f-adb3-4a69-a47c-fcb0da639843 HTTP/1.1" status: 200 len: 217 time: 0.1097553 Nov 18 16:21:28.465687 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0849675a-9589-4679-bebc-49312556f9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224d56d5-b191-4163-b698-c9ca104dcf42,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:28.470493 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0849675a-9589-4679-bebc-49312556f9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:28.475609 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-0849675a-9589-4679-bebc-49312556f9df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=35479c7a494a4f9bb874a5bd70d022a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7270730 Nov 18 16:21:28.476612 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5a7caaae-2001-475f-a4fe-1a4242d3f886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:28.479043 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 46488) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:28.546157 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-5a7caaae-2001-475f-a4fe-1a4242d3f886 admin admin] Usage tracker for resource:security_group_rule and tenant:fdc75147d12f4df18ddb453119aa14a8 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:28.557678 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-5a7caaae-2001-475f-a4fe-1a4242d3f886 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:28.568466 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5a7caaae-2001-475f-a4fe-1a4242d3f886 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:28.569853 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-fd985351-d279-47be-8645-8c2cd997e5d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:28.571605 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-fd985351-d279-47be-8645-8c2cd997e5d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e930cec8-6db8-483a-9efd-6ad1d182df64 HTTP/1.1" status: 200 len: 853 time: 0.1319790 Nov 18 16:21:28.664698 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bbe21-a297-4058-9476-38e77aaea63e req-6d01b0b6-d09b-4e10-acb2-517716d1a4b5 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:28.666573 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a04bbe21-a297-4058-9476-38e77aaea63e req-6d01b0b6-d09b-4e10-acb2-517716d1a4b5 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 945 time: 0.1728079 Nov 18 16:21:28.673150 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a0876799-e9fc-43cd-a8d6-617364af4c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:28.700546 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-c2a69a55-0bb1-463b-9f75-91cbc89e46c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8f88308-3b7d-4f88-a379-67873b752770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1075737 Nov 18 16:21:28.733520 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a0876799-e9fc-43cd-a8d6-617364af4c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:28.808936 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a04bbe21-a297-4058-9476-38e77aaea63e req-7075c815-3c86-41a5-b39b-fa741dc5a300 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328433 Nov 18 16:21:28.844676 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5a7caaae-2001-475f-a4fe-1a4242d3f886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:28.887960 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5a7caaae-2001-475f-a4fe-1a4242d3f886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:28.896224 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1b6fc015-6300-49f4-9dd4-b2d05968a08f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:28.907811 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a0876799-e9fc-43cd-a8d6-617364af4c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:28.963001 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a0876799-e9fc-43cd-a8d6-617364af4c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:28.966359 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-a0876799-e9fc-43cd-a8d6-617364af4c34 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/224d56d5-b191-4163-b698-c9ca104dcf42 HTTP/1.1" status: 204 len: 168 time: 0.4842331 Nov 18 16:21:28.967174 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7caaae-2001-475f-a4fe-1a4242d3f886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4d20fc-7d99-42e5-8425-f9024f0fba28,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:28.974353 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-5a7caaae-2001-475f-a4fe-1a4242d3f886 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fdc75147d12f4df18ddb453119aa14a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6429088 Nov 18 16:21:28.974353 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5a7caaae-2001-475f-a4fe-1a4242d3f886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:28.974353 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:28.981460 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 46502) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:28.998237 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0876799-e9fc-43cd-a8d6-617364af4c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224d56d5-b191-4163-b698-c9ca104dcf42,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:29.001957 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a0876799-e9fc-43cd-a8d6-617364af4c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:29.066328 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-550d6dde-3aca-479b-a46d-dae522755af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:29.140917 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-550d6dde-3aca-479b-a46d-dae522755af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:29.314799 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-550d6dde-3aca-479b-a46d-dae522755af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:29.320413 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0849675a-9589-4679-bebc-49312556f9df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:29.343383 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-223262c2-e1be-4480-a4b1-62e832fa0db7 service neutron] 10.222.0.13 "GET /v2.0/networks/d8f88308-3b7d-4f88-a379-67873b752770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6361439 Nov 18 16:21:29.351494 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d6dde-3aca-479b-a46d-dae522755af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4d20fc-7d99-42e5-8425-f9024f0fba28,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:29.362537 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-550d6dde-3aca-479b-a46d-dae522755af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:29.363862 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-550d6dde-3aca-479b-a46d-dae522755af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:29.367997 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-550d6dde-3aca-479b-a46d-dae522755af9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9d4d20fc-7d99-42e5-8425-f9024f0fba28 HTTP/1.1" status: 204 len: 168 time: 0.3811636 Nov 18 16:21:29.434148 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77571226-c2ca-49ca-b5e5-96c747d9a46d req-9cfa410a-fd19-4a6d-ab3a-bbc13600e7c7 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:29.438000 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-77571226-c2ca-49ca-b5e5-96c747d9a46d req-9cfa410a-fd19-4a6d-ab3a-bbc13600e7c7 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 943 time: 0.5961888 Nov 18 16:21:29.534317 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123a07c-40b4-4da8-8868-d090de911449 req-446a2acb-411e-4aed-93de-cfda2e2e2575 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:29.536583 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e123a07c-40b4-4da8-8868-d090de911449 req-446a2acb-411e-4aed-93de-cfda2e2e2575 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/ports?device_id=8c06880a-33b0-4266-9f2b-c69df4c40880 HTTP/1.1" status: 200 len: 945 time: 0.1596668 Nov 18 16:21:29.599226 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-77571226-c2ca-49ca-b5e5-96c747d9a46d req-b9819c86-ea86-47f7-a6c3-96fe3fb23794 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471646 Nov 18 16:21:29.607054 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e123a07c-40b4-4da8-8868-d090de911449 req-ee7f89fb-b666-4a56-9e7b-2467bb149eaa tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/security-groups?id=638ff6fb-4bf5-4d82-9545-d46cf8d44543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628448 Nov 18 16:21:29.626414 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e4d62acd-9b4a-41a7-a440-895637e2c2b9 req-8100ff35-9c0d-40ff-8b06-95651d264b7c service neutron] 10.222.0.13 "GET /v2.0/networks/d8f88308-3b7d-4f88-a379-67873b752770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2725058 Nov 18 16:21:30.129692 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 46542) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:30.149739 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d2bd8bd1-05fa-4da0-8a2a-6987b1f3af51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:30.194503 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-d2bd8bd1-05fa-4da0-8a2a-6987b1f3af51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:30.202041 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-d2bd8bd1-05fa-4da0-8a2a-6987b1f3af51 admin admin] Usage tracker for resource:security_group_rule and tenant:9ea6062813ed454abfbf9fad0da161fa is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:30.206299 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-d2bd8bd1-05fa-4da0-8a2a-6987b1f3af51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:30.214007 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-d2bd8bd1-05fa-4da0-8a2a-6987b1f3af51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:30.306113 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d2bd8bd1-05fa-4da0-8a2a-6987b1f3af51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:30.354830 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 46556) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:30.364505 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d2bd8bd1-05fa-4da0-8a2a-6987b1f3af51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:30.381792 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-37479291-c1b2-4183-87fa-12e1291b0a47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:30.419993 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd8bd1-05fa-4da0-8a2a-6987b1f3af51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2ebe49-8246-475e-b83e-097db8b625a0,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:30.439995 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d2bd8bd1-05fa-4da0-8a2a-6987b1f3af51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:30.466675 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 46564) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:30.466851 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-d2bd8bd1-05fa-4da0-8a2a-6987b1f3af51 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ea6062813ed454abfbf9fad0da161fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3359158 Nov 18 16:21:30.540189 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5ba80117-fe67-4752-a40b-3105ea347bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:30.574429 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5ba80117-fe67-4752-a40b-3105ea347bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:30.659393 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5ba80117-fe67-4752-a40b-3105ea347bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:30.663245 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0bc00b5e-df19-4981-8198-a25c76359ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:30.675868 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba80117-fe67-4752-a40b-3105ea347bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2ebe49-8246-475e-b83e-097db8b625a0,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:30.678968 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5ba80117-fe67-4752-a40b-3105ea347bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:30.720110 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5ba80117-fe67-4752-a40b-3105ea347bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:30.721346 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-5ba80117-fe67-4752-a40b-3105ea347bc8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2c2ebe49-8246-475e-b83e-097db8b625a0 HTTP/1.1" status: 204 len: 168 time: 0.2529666 Nov 18 16:21:30.740543 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bd84e160-0e1a-4757-8b66-9f446a59aac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:30.780854 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-bd84e160-0e1a-4757-8b66-9f446a59aac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:30.786261 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-bd84e160-0e1a-4757-8b66-9f446a59aac3 admin admin] Usage tracker for resource:security_group_rule and tenant:bb99c841263c4cd0848bf7bd143a3a2c is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:30.789428 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-bd84e160-0e1a-4757-8b66-9f446a59aac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:30.796757 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-bd84e160-0e1a-4757-8b66-9f446a59aac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:30.910549 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87f8e9-cdd8-4498-aca1-8587f10305d3 req-3eca433e-90ad-4f08-a3be-8d69f8cc40ed tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:30.912292 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-bb87f8e9-cdd8-4498-aca1-8587f10305d3 req-3eca433e-90ad-4f08-a3be-8d69f8cc40ed tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 943 time: 0.0976841 Nov 18 16:21:30.967395 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-bb87f8e9-cdd8-4498-aca1-8587f10305d3 req-a41092fa-5239-40de-8e1e-e9d34bd9e6f9 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485275 Nov 18 16:21:31.061668 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bd84e160-0e1a-4757-8b66-9f446a59aac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:31.116256 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bd84e160-0e1a-4757-8b66-9f446a59aac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:31.174964 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2bdf4504-b28d-4320-a3d4-c03e434b648e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:31.184604 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-bd84e160-0e1a-4757-8b66-9f446a59aac3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bb99c841263c4cd0848bf7bd143a3a2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8285217 Nov 18 16:21:31.187437 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 46592) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:31.232457 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84e160-0e1a-4757-8b66-9f446a59aac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ece2414-2be9-4dc1-b1bd-74ee0a04b3f3,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:31.253908 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bd84e160-0e1a-4757-8b66-9f446a59aac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:31.304083 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4eac3e1e-aea7-4cd6-b927-1abe326a6c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:31.335605 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4eac3e1e-aea7-4cd6-b927-1abe326a6c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:31.434255 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4eac3e1e-aea7-4cd6-b927-1abe326a6c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:31.439987 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-080c02a6-0e52-45ff-84cc-cd4c04f556c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:31.605198 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 7453f10f-adb3-4a69-a47c-fcb0da639843 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:21:31.679326 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac3e1e-aea7-4cd6-b927-1abe326a6c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ece2414-2be9-4dc1-b1bd-74ee0a04b3f3,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:31.694722 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4eac3e1e-aea7-4cd6-b927-1abe326a6c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:31.712535 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4eac3e1e-aea7-4cd6-b927-1abe326a6c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:31.718699 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-4eac3e1e-aea7-4cd6-b927-1abe326a6c5f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ece2414-2be9-4dc1-b1bd-74ee0a04b3f3 HTTP/1.1" status: 204 len: 168 time: 0.5287621 Nov 18 16:21:31.853799 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning for port 7453f10f-adb3-4a69-a47c-fcb0da639843 completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:21:31.860375 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 7453f10f-adb3-4a69-a47c-fcb0da639843 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:31.860818 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:32.033696 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:32.076133 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9ff9e0-0817-4ec3-b91f-771093b54c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7453f10f-adb3-4a69-a47c-fcb0da639843'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:21:32.093242 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port 7453f10f-adb3-4a69-a47c-fcb0da639843, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=7453f10f-adb3-4a69-a47c-fcb0da639843,segment=NetworkSegment(59bd26ae-f544-4976-8326-f88f38f0fa15),segment_id=59bd26ae-f544-4976-8326-f88f38f0fa15)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:21:32.137784 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:32.140307 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:32.213365 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=7453f10f-adb3-4a69-a47c-fcb0da639843,revision_number=4']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:32.216851 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:32.600327 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20e0aa-2532-494c-80c7-46114c8ed1b9 req-24ebe0fd-af60-4b82-bc65-da256e050203 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:32.602841 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6a20e0aa-2532-494c-80c7-46114c8ed1b9 req-24ebe0fd-af60-4b82-bc65-da256e050203 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.1206837 Nov 18 16:21:32.671674 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6a20e0aa-2532-494c-80c7-46114c8ed1b9 req-3748d4df-c4c7-4573-983d-ee05377b3fa6 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615160 Nov 18 16:21:32.761740 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9ff9e0-0817-4ec3-b91f-771093b54c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7453f10f-adb3-4a69-a47c-fcb0da639843', 'code': 200} Nov 18 16:21:33.013390 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 46684) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:33.056558 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-83fb2136-0d32-42ad-b45e-65ca6cbaa5a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:33.094379 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-83fb2136-0d32-42ad-b45e-65ca6cbaa5a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:33.098828 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-83fb2136-0d32-42ad-b45e-65ca6cbaa5a4 admin admin] Usage tracker for resource:security_group_rule and tenant:40721ddf4e294c72be832e151548beef is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:33.103070 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-83fb2136-0d32-42ad-b45e-65ca6cbaa5a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:33.110792 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-83fb2136-0d32-42ad-b45e-65ca6cbaa5a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:33.229646 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 7453f10f-adb3-4a69-a47c-fcb0da639843 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:21:33.267328 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-83fb2136-0d32-42ad-b45e-65ca6cbaa5a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:33.271348 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c4136c24-4915-4bf0-9fb7-f0d0f1cb6b87 req-27585f81-353c-4607-9528-9eb1fc679ae3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 1162 time: 0.1390066 Nov 18 16:21:33.325264 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c4136c24-4915-4bf0-9fb7-f0d0f1cb6b87 req-b9fac7aa-0a0c-4152-b425-c325aa4de699 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461190 Nov 18 16:21:33.326686 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-83fb2136-0d32-42ad-b45e-65ca6cbaa5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:33.335929 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4707695b-8d20-4985-884b-57af791703e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:33.344989 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 7453f10f-adb3-4a69-a47c-fcb0da639843 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:33.345486 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:33.386468 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb2136-0d32-42ad-b45e-65ca6cbaa5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799fa2c0-820e-4ec8-b637-59773c565950,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:33.390646 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-83fb2136-0d32-42ad-b45e-65ca6cbaa5a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:33.393500 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-83fb2136-0d32-42ad-b45e-65ca6cbaa5a4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=40721ddf4e294c72be832e151548beef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3790550 Nov 18 16:21:33.396435 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 46700) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:33.469735 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ebfc01ff-f3da-4065-bd65-f13a4e5ccb65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:33.500061 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ebfc01ff-f3da-4065-bd65-f13a4e5ccb65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:33.596350 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ebfc01ff-f3da-4065-bd65-f13a4e5ccb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:33.601864 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:33.617299 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc01ff-f3da-4065-bd65-f13a4e5ccb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799fa2c0-820e-4ec8-b637-59773c565950,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:33.619267 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ebfc01ff-f3da-4065-bd65-f13a4e5ccb65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:33.631480 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ebfc01ff-f3da-4065-bd65-f13a4e5ccb65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:33.632700 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-ebfc01ff-f3da-4065-bd65-f13a4e5ccb65 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/799fa2c0-820e-4ec8-b637-59773c565950 HTTP/1.1" status: 204 len: 168 time: 0.2351394 Nov 18 16:21:33.930482 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6752b4-4e4b-4577-bc0e-436c22997784 req-fe6d6069-df8b-409c-9135-4f133f444d5c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:33.932395 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ed6752b4-4e4b-4577-bc0e-436c22997784 req-fe6d6069-df8b-409c-9135-4f133f444d5c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.1018384 Nov 18 16:21:33.981856 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ed6752b4-4e4b-4577-bc0e-436c22997784 req-dafaf600-2887-4eff-b1bf-45eec59ea6ff tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432847 Nov 18 16:21:35.230490 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8aac04-43ae-4f67-9163-8862558337ff req-56fa7731-0e6a-4e73-954d-c8c0a8225919 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:35.232179 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ad8aac04-43ae-4f67-9163-8862558337ff req-56fa7731-0e6a-4e73-954d-c8c0a8225919 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.0867400 Nov 18 16:21:35.283022 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ad8aac04-43ae-4f67-9163-8862558337ff req-6c57e93a-5ebe-4c3b-8a53-b9e638b7f150 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446544 Nov 18 16:21:35.525909 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8269f7-9953-43c4-8dcc-e7aab29f427b req-c8f4596b-cce8-41cb-9a88-b71cbec83b4d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:35.527511 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8f8269f7-9953-43c4-8dcc-e7aab29f427b req-c8f4596b-cce8-41cb-9a88-b71cbec83b4d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.0907054 Nov 18 16:21:35.538000 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 46782) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:35.545114 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-e1928ffb-6237-4508-9365-7ac624795358 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Request body: {'floatingip': {'port_id': '7453f10f-adb3-4a69-a47c-fcb0da639843'}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:35.630842 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e1928ffb-6237-4508-9365-7ac624795358 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for floatingip, before_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:36.447364 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075ccdf-d38f-4086-817c-708a98375e98 req-092d788b-fd46-419e-8bd9-5a0ae4e70668 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:36.447364 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-5075ccdf-d38f-4086-817c-708a98375e98 req-092d788b-fd46-419e-8bd9-5a0ae4e70668 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Synchronizing usage tracker for tenant:fa7b55f56ea446e2adf28b09f290c5ad on resource:network {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:21:36.703774 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-5075ccdf-d38f-4086-817c-708a98375e98 req-092d788b-fd46-419e-8bd9-5a0ae4e70668 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Unset dirty status for tenant:fa7b55f56ea446e2adf28b09f290c5ad on resource:network {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:21:36.703774 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5075ccdf-d38f-4086-817c-708a98375e98 req-092d788b-fd46-419e-8bd9-5a0ae4e70668 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/networks?id=6e9790d1-5881-4e64-a6df-f04a185fd798 HTTP/1.1" status: 200 len: 814 time: 0.6094220 Nov 18 16:21:36.703774 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5075ccdf-d38f-4086-817c-708a98375e98 req-d2898c0c-3e13-4142-9de9-f0b4d2472b92 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/quotas/fa7b55f56ea446e2adf28b09f290c5ad HTTP/1.1" status: 200 len: 375 time: 0.0280368 Nov 18 16:21:36.876691 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e1928ffb-6237-4508-9365-7ac624795358 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for floatingip, precommit_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:36.876691 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5075ccdf-d38f-4086-817c-708a98375e98 req-ea963a3f-4236-4098-a909-4b3782f3e598 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa7b55f56ea446e2adf28b09f290c5ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0876567 Nov 18 16:21:36.928755 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5075ccdf-d38f-4086-817c-708a98375e98 req-4b3834a9-6a1c-4954-8e69-31d5ad5b6ec5 service neutron] 10.222.0.26 "GET /v2.0/networks/6e9790d1-5881-4e64-a6df-f04a185fd798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399171 Nov 18 16:21:37.264561 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5075ccdf-d38f-4086-817c-708a98375e98 req-c385dc93-2d2d-4a0a-9bb6-7e3898bd29e9 service neutron] 10.222.0.26 "GET /v2.0/networks/6e9790d1-5881-4e64-a6df-f04a185fd798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3289709 Nov 18 16:21:38.165060 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e1928ffb-6237-4508-9365-7ac624795358 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701080'] for floatingip, after_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:38.427376 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-99fcbad3-556d-4758-a9bb-941a8d16cbf3 req-60dab203-5efe-4cdd-805f-001bcf38e075 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=c37f3c17-ee75-4be7-bb8b-8d3837cbe47a HTTP/1.1" status: 200 len: 210 time: 0.0683339 Nov 18 16:21:38.437891 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.l3_db [None req-e1928ffb-6237-4508-9365-7ac624795358 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Floating IP 46c33969-4ae6-4587-9c13-bbc9339a9408 associated. External IP: 172.28.2.33, port: 7453f10f-adb3-4a69-a47c-fcb0da639843. Nov 18 16:21:38.678391 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 46846) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:38.898445 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-68332821-b676-43c9-8b31-f6c17a89353b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:39.029978 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1928ffb-6237-4508-9365-7ac624795358 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Router 2a4e9ea5-66a0-46e0-9cc5-359e5fbff654 has already been hosted by L3 agent 06010dfa-7d57-41a4-b257-aaebf39abde2 {{(pid=80386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:21:39.135466 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-68332821-b676-43c9-8b31-f6c17a89353b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:39.139567 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-68332821-b676-43c9-8b31-f6c17a89353b admin admin] Usage tracker for resource:security_group_rule and tenant:f8b993a4dd904244a5a042be01e8e99f is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:39.143285 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-68332821-b676-43c9-8b31-f6c17a89353b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:39.152221 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-68332821-b676-43c9-8b31-f6c17a89353b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:39.294296 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1928ffb-6237-4508-9365-7ac624795358 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify agent at l3_agent.dv-cinder-759955-2-smb the message routers_updated {{(pid=80386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:21:39.307814 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b229d7c-96e5-4419-bd0e-1a9f0a690ca1 None None] Sync routers for ids ['2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'] in dv-cinder-759955-2-smb {{(pid=80389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:21:39.309301 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e1928ffb-6237-4508-9365-7ac624795358 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for floatingip, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:39.317699 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-68332821-b676-43c9-8b31-f6c17a89353b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:39.333466 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b229d7c-96e5-4419-bd0e-1a9f0a690ca1 None None] Routers {'2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:21:39.337520 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-3b229d7c-96e5-4419-bd0e-1a9f0a690ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:21:22Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'], 'active': True} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:39.347272 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece432a-c7f1-4d7e-be9e-dee0dce3b127 req-b15058ed-253f-4433-ac70-ea4d8d6b261b tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:39.350563 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-0ece432a-c7f1-4d7e-be9e-dee0dce3b127 req-b15058ed-253f-4433-ac70-ea4d8d6b261b tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/ports?device_id=8c06880a-33b0-4266-9f2b-c69df4c40880 HTTP/1.1" status: 200 len: 945 time: 0.1400311 Nov 18 16:21:39.355991 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-68332821-b676-43c9-8b31-f6c17a89353b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:39.380268 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fc2ed245-9096-47fc-a9c9-51605a92c601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:39.388398 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-e1928ffb-6237-4508-9365-7ac624795358 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "PUT /v2.0/floatingips/46c33969-4ae6-4587-9c13-bbc9339a9408 HTTP/1.1" status: 200 len: 990 time: 3.8490767 Nov 18 16:21:39.389790 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9ff9e0-0817-4ec3-b91f-771093b54c33', 'tag': '7453f10f-adb3-4a69-a47c-fcb0da639843'}] {{(pid=80386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:21:39.455252 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-68332821-b676-43c9-8b31-f6c17a89353b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f8b993a4dd904244a5a042be01e8e99f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7763109 Nov 18 16:21:39.458307 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 46886) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:39.505917 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-0ece432a-c7f1-4d7e-be9e-dee0dce3b127 req-24105c1f-dacc-4244-8060-1c21c6c15df9 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/security-groups?id=638ff6fb-4bf5-4d82-9545-d46cf8d44543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272247 Nov 18 16:21:39.591207 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68332821-b676-43c9-8b31-f6c17a89353b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9bc5d1-4d01-4d68-8fe7-67cad4201572,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:39.612760 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-68332821-b676-43c9-8b31-f6c17a89353b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:39.616893 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-45ed664b-c24b-426c-afba-9456840ddf73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:39.688119 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-45ed664b-c24b-426c-afba-9456840ddf73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:39.912987 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-45ed664b-c24b-426c-afba-9456840ddf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:39.925259 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6d192fbb-e58f-4c3c-9f70-a0f41a88c9e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:39.949588 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-db94b209-f926-4842-be6b-c49b53f85a09 req-e2ee5bc7-edb8-493f-bc73-7e200d243e90 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=c37f3c17-ee75-4be7-bb8b-8d3837cbe47a HTTP/1.1" status: 200 len: 210 time: 0.0799954 Nov 18 16:21:39.964476 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed664b-c24b-426c-afba-9456840ddf73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9bc5d1-4d01-4d68-8fe7-67cad4201572,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:39.971840 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-45ed664b-c24b-426c-afba-9456840ddf73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:39.986228 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-45ed664b-c24b-426c-afba-9456840ddf73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:40.008005 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-45ed664b-c24b-426c-afba-9456840ddf73 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0a9bc5d1-4d01-4d68-8fe7-67cad4201572 HTTP/1.1" status: 204 len: 168 time: 0.5455794 Nov 18 16:21:40.012646 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9ff9e0-0817-4ec3-b91f-771093b54c33', 'tag': '7453f10f-adb3-4a69-a47c-fcb0da639843', 'status': 'completed', 'code': 200} Nov 18 16:21:40.146801 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 46910) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:40.171868 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-3b229d7c-96e5-4419-bd0e-1a9f0a690ca1 None None] Set router 2a4e9ea5-66a0-46e0-9cc5-359e5fbff654 gateway port host: dv-cinder-759955-2-smb {{(pid=80389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:21:40.179780 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a8d3bd66-a896-446b-a93f-67eb2c230912 req-78803c1c-45c6-4f0c-a0c9-1524e9b89d38 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a059fa3edee14481b95a1aed15fa9fcb&device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 1162 time: 0.1284714 Nov 18 16:21:40.344251 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-717baf6a-255d-48b6-a088-f210c8e1eb4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:40.354787 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3bd66-a896-446b-a93f-67eb2c230912 req-99c9b9d4-c34b-48e1-82cf-2f92963b2dad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:40.367875 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a8d3bd66-a896-446b-a93f-67eb2c230912 req-99c9b9d4-c34b-48e1-82cf-2f92963b2dad service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8f88308-3b7d-4f88-a379-67873b752770 HTTP/1.1" status: 200 len: 908 time: 0.1737475 Nov 18 16:21:40.406396 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-717baf6a-255d-48b6-a088-f210c8e1eb4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:40.411636 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-717baf6a-255d-48b6-a088-f210c8e1eb4d admin admin] Usage tracker for resource:security_group_rule and tenant:e6615e4537594c20bc357d22863ee047 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:40.421821 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-717baf6a-255d-48b6-a088-f210c8e1eb4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:40.428629 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-717baf6a-255d-48b6-a088-f210c8e1eb4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:40.532835 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a8d3bd66-a896-446b-a93f-67eb2c230912 req-a373ada4-aea3-4ea5-87e8-f1d271584ebc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7453f10f-adb3-4a69-a47c-fcb0da639843 HTTP/1.1" status: 200 len: 998 time: 0.1588595 Nov 18 16:21:40.642945 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-717baf6a-255d-48b6-a088-f210c8e1eb4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:40.671495 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3bd66-a896-446b-a93f-67eb2c230912 req-6e9d2eb4-3c31-40ea-bfe8-045ca82c2023 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:40.673266 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a8d3bd66-a896-446b-a93f-67eb2c230912 req-6e9d2eb4-3c31-40ea-bfe8-045ca82c2023 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e930cec8-6db8-483a-9efd-6ad1d182df64 HTTP/1.1" status: 200 len: 853 time: 0.1276355 Nov 18 16:21:40.687274 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-717baf6a-255d-48b6-a088-f210c8e1eb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:40.696565 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4eac3e1e-aea7-4cd6-b927-1abe326a6c5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:40.812469 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717baf6a-255d-48b6-a088-f210c8e1eb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20127507-33a9-461c-8e93-14ef4a7b3567,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:40.819501 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-717baf6a-255d-48b6-a088-f210c8e1eb4d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e6615e4537594c20bc357d22863ee047&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6690919 Nov 18 16:21:40.819501 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-717baf6a-255d-48b6-a088-f210c8e1eb4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:40.820530 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 46932) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:40.890731 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-3b229d7c-96e5-4419-bd0e-1a9f0a690ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'name': 'tempest-AttachVolumeShelveTestJSON-9050108-router', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:20:53Z', 'updated_at': '2020-11-18T16:21:01Z', 'revision_number': 4, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'gw_port': {'id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:54Z', 'updated_at': '2020-11-18T16:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_floatingips': [{'id': '46c33969-4ae6-4587-9c13-bbc9339a9408', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'floating_ip_address': '172.28.2.33', 'floating_network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'router_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'port_id': '7453f10f-adb3-4a69-a47c-fcb0da639843', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770', 'mac_address': 'fa:16:3e:75:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9ff9e0-0817-4ec3-b91f-771093b54c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:21:16Z', 'updated_at': '2020-11-18T16:21:36Z', 'revision_number': 1, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115a79a5-ba2b-4a2b-a129-6e29ab0fca52', 'name': '', 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'mac_address': 'fa:16:3e:9c:3c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e930cec8-6db8-483a-9efd-6ad1d182df64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:59Z', 'updated_at': '2020-11-18T16:21:14Z', 'revision_number': 5, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'subnets': [{'id': 'e930cec8-6db8-483a-9efd-6ad1d182df64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:40.898440 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b229d7c-96e5-4419-bd0e-1a9f0a690ca1 None None] Checking router: 2a4e9ea5-66a0-46e0-9cc5-359e5fbff654 for host: dv-cinder-759955-2-smb {{(pid=80389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:21:40.917652 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2f7ed5d5-fd68-44e4-bc46-eafec8fcadaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:40.927574 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b229d7c-96e5-4419-bd0e-1a9f0a690ca1 None None] Routers {'2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:21:40.928904 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-3b229d7c-96e5-4419-bd0e-1a9f0a690ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:21:22Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'], 'active': True} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:40.949210 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2f7ed5d5-fd68-44e4-bc46-eafec8fcadaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:41.052255 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.13', 49956) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:41.109360 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2f7ed5d5-fd68-44e4-bc46-eafec8fcadaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:41.122148 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:41.152248 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ed5d5-fd68-44e4-bc46-eafec8fcadaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20127507-33a9-461c-8e93-14ef4a7b3567,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:41.154308 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2f7ed5d5-fd68-44e4-bc46-eafec8fcadaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:41.155374 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-3b229d7c-96e5-4419-bd0e-1a9f0a690ca1 None None] Set router 2a4e9ea5-66a0-46e0-9cc5-359e5fbff654 gateway port host: dv-cinder-759955-2-smb {{(pid=80389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:21:41.161759 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-2f7ed5d5-fd68-44e4-bc46-eafec8fcadaf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/20127507-33a9-461c-8e93-14ef4a7b3567 HTTP/1.1" status: 204 len: 168 time: 0.3386745 Nov 18 16:21:41.163078 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2f7ed5d5-fd68-44e4-bc46-eafec8fcadaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:41.186618 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075ccdf-d38f-4086-817c-708a98375e98 req-c7c16b52-4df0-4e3a-bbc1-897b4e7f2b6f tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:41.188326 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5075ccdf-d38f-4086-817c-708a98375e98 req-c7c16b52-4df0-4e3a-bbc1-897b4e7f2b6f tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.13 "GET /v2.0/networks?id=6e9790d1-5881-4e64-a6df-f04a185fd798 HTTP/1.1" status: 200 len: 814 time: 0.3424656 Nov 18 16:21:41.209129 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 46946) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:41.220216 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 99389018-f01d-4ba6-aeb6-7a48c43c717c no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:21:41.234577 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-5075ccdf-d38f-4086-817c-708a98375e98 req-7c00f4f1-ed31-45db-9794-745f56e5d2f8 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Request body: {'port': {'device_id': 'c37f3c17-ee75-4be7-bb8b-8d3837cbe47a', 'network_id': '6e9790d1-5881-4e64-a6df-f04a185fd798', 'admin_state_up': True, 'tenant_id': 'fa7b55f56ea446e2adf28b09f290c5ad'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:41.304192 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-047058f4-2171-4ea4-81b5-22d769efb592 req-39b9144e-bca0-4d57-8e7e-6bcf7f30ed31 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=c37f3c17-ee75-4be7-bb8b-8d3837cbe47a HTTP/1.1" status: 200 len: 210 time: 0.1177552 Nov 18 16:21:41.359587 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ed945-9b5c-4d85-a3aa-d9fd0c825a2d req-006fed52-677c-4de0-9208-1b39937b4ad5 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:41.369730 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-343ed945-9b5c-4d85-a3aa-d9fd0c825a2d req-006fed52-677c-4de0-9208-1b39937b4ad5 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.13 "GET /v2.0/ports?device_id=8c06880a-33b0-4266-9f2b-c69df4c40880 HTTP/1.1" status: 200 len: 945 time: 0.3077781 Nov 18 16:21:41.389622 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d5373-e332-477b-ab44-72949ec32bcc req-ed557560-8a87-4d40-9cc1-2f1e8a9450ef tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:41.404478 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a53d5373-e332-477b-ab44-72949ec32bcc req-ed557560-8a87-4d40-9cc1-2f1e8a9450ef tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/ports?device_id=8c06880a-33b0-4266-9f2b-c69df4c40880 HTTP/1.1" status: 200 len: 945 time: 0.5317435 Nov 18 16:21:41.407009 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:41.410295 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a8d3bd66-a896-446b-a93f-67eb2c230912 req-1514ec06-1c36-4f0f-b94e-7b7c738f3aaa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8f88308-3b7d-4f88-a379-67873b752770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7244930 Nov 18 16:21:41.443532 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port 99389018-f01d-4ba6-aeb6-7a48c43c717c, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=99389018-f01d-4ba6-aeb6-7a48c43c717c,segment=NetworkSegment(78e84ff6-2b0b-44da-ba28-ee8cf6aba483),segment_id=78e84ff6-2b0b-44da-ba28-ee8cf6aba483)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:21:41.444842 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c06880a-33b0-4266-9f2b-c69df4c40880', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99389018-f01d-4ba6-aeb6-7a48c43c717c'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:21:41.467992 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8be29bba-1422-4e53-946f-ad19ffed1bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:41.492463 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:41.495081 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:41.513172 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-343ed945-9b5c-4d85-a3aa-d9fd0c825a2d req-d606dca8-39e3-4ec8-ba23-e2dc7633faec tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Deleting port 99389018-f01d-4ba6-aeb6-7a48c43c717c {{(pid=80386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:21:41.513569 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-343ed945-9b5c-4d85-a3aa-d9fd0c825a2d req-d606dca8-39e3-4ec8-ba23-e2dc7633faec tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:41.552764 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c06880a-33b0-4266-9f2b-c69df4c40880', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99389018-f01d-4ba6-aeb6-7a48c43c717c', 'code': 200} Nov 18 16:21:41.585827 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=99389018-f01d-4ba6-aeb6-7a48c43c717c,revision_number=5']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:41.590678 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:41.716474 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-3b229d7c-96e5-4419-bd0e-1a9f0a690ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'name': 'tempest-AttachVolumeShelveTestJSON-9050108-router', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:20:53Z', 'updated_at': '2020-11-18T16:21:01Z', 'revision_number': 4, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'gw_port': {'id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:54Z', 'updated_at': '2020-11-18T16:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_floatingips': [{'id': '46c33969-4ae6-4587-9c13-bbc9339a9408', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'floating_ip_address': '172.28.2.33', 'floating_network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'router_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'port_id': '7453f10f-adb3-4a69-a47c-fcb0da639843', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770', 'mac_address': 'fa:16:3e:75:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9ff9e0-0817-4ec3-b91f-771093b54c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:21:16Z', 'updated_at': '2020-11-18T16:21:36Z', 'revision_number': 1, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115a79a5-ba2b-4a2b-a129-6e29ab0fca52', 'name': '', 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'mac_address': 'fa:16:3e:9c:3c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e930cec8-6db8-483a-9efd-6ad1d182df64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:59Z', 'updated_at': '2020-11-18T16:21:14Z', 'revision_number': 5, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'subnets': [{'id': 'e930cec8-6db8-483a-9efd-6ad1d182df64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:41.721421 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b229d7c-96e5-4419-bd0e-1a9f0a690ca1 None None] The sync data for ids ['2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'] in dv-cinder-759955-2-smb is: [{'id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'name': 'tempest-AttachVolumeShelveTestJSON-9050108-router', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:20:53Z', 'updated_at': '2020-11-18T16:21:01Z', 'revision_number': 4, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'gw_port': {'id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:54Z', 'updated_at': '2020-11-18T16:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_floatingips': [{'id': '46c33969-4ae6-4587-9c13-bbc9339a9408', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'floating_ip_address': '172.28.2.33', 'floating_network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'router_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'port_id': '7453f10f-adb3-4a69-a47c-fcb0da639843', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770', 'mac_address': 'fa:16:3e:75:29:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9ff9e0-0817-4ec3-b91f-771093b54c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:21:16Z', 'updated_at': '2020-11-18T16:21:36Z', 'revision_number': 1, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115a79a5-ba2b-4a2b-a129-6e29ab0fca52', 'name': '', 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'mac_address': 'fa:16:3e:9c:3c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e930cec8-6db8-483a-9efd-6ad1d182df64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:59Z', 'updated_at': '2020-11-18T16:21:14Z', 'revision_number': 5, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'subnets': [{'id': 'e930cec8-6db8-483a-9efd-6ad1d182df64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:21:41.798590 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a53d5373-e332-477b-ab44-72949ec32bcc req-43635649-1d83-4f72-9ec6-facdf9554e83 tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/security-groups?id=638ff6fb-4bf5-4d82-9545-d46cf8d44543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929448 Nov 18 16:21:41.818147 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-8be29bba-1422-4e53-946f-ad19ffed1bea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:41.859321 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-8be29bba-1422-4e53-946f-ad19ffed1bea admin admin] Usage tracker for resource:security_group_rule and tenant:0d643abc26a046d5a866a292626cdc6c is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:41.897193 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-8be29bba-1422-4e53-946f-ad19ffed1bea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:41.908111 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-343ed945-9b5c-4d85-a3aa-d9fd0c825a2d req-d606dca8-39e3-4ec8-ba23-e2dc7633faec tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] For port 99389018-f01d-4ba6-aeb6-7a48c43c717c, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=99389018-f01d-4ba6-aeb6-7a48c43c717c,segment=NetworkSegment(78e84ff6-2b0b-44da-ba28-ee8cf6aba483),segment_id=78e84ff6-2b0b-44da-ba28-ee8cf6aba483)] {{(pid=80386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:21:41.908516 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-343ed945-9b5c-4d85-a3aa-d9fd0c825a2d req-d606dca8-39e3-4ec8-ba23-e2dc7633faec tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:41.938212 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-8be29bba-1422-4e53-946f-ad19ffed1bea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:41.952178 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-5075ccdf-d38f-4086-817c-708a98375e98 req-7c00f4f1-ed31-45db-9794-745f56e5d2f8 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:41.964601 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-5075ccdf-d38f-4086-817c-708a98375e98 req-7c00f4f1-ed31-45db-9794-745f56e5d2f8 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:41.991651 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 46972) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:42.010647 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5075ccdf-d38f-4086-817c-708a98375e98 req-7c00f4f1-ed31-45db-9794-745f56e5d2f8 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Made reservation on behalf of fa7b55f56ea446e2adf28b09f290c5ad for: {'port': 1} {{(pid=80387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:21:42.019316 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5075ccdf-d38f-4086-817c-708a98375e98 req-7c00f4f1-ed31-45db-9794-745f56e5d2f8 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:42.058587 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a8d3bd66-a896-446b-a93f-67eb2c230912 req-69ce9ce4-fbbd-42c1-bec6-8289cdb480ef service neutron] 10.222.0.13 "GET /v2.0/networks/d8f88308-3b7d-4f88-a379-67873b752770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6309474 Nov 18 16:21:42.060920 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 46978) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:42.170011 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-343ed945-9b5c-4d85-a3aa-d9fd0c825a2d req-d606dca8-39e3-4ec8-ba23-e2dc7633faec tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Calling delete_port for 99389018-f01d-4ba6-aeb6-7a48c43c717c owned by compute:nova {{(pid=80386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:21:42.191420 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32aa8d7-041e-4a1b-9ef6-249de2d46ade None None] New status for floating IP 46c33969-4ae6-4587-9c13-bbc9339a9408: ACTIVE {{(pid=80388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 16:21:42.403081 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a8d3bd66-a896-446b-a93f-67eb2c230912 req-68b3c583-6b3b-455e-9efe-b0db321e0723 service neutron] 10.222.0.13 "GET /v2.0/networks/d8f88308-3b7d-4f88-a379-67873b752770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3129795 Nov 18 16:21:42.447432 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-343ed945-9b5c-4d85-a3aa-d9fd0c825a2d req-d606dca8-39e3-4ec8-ba23-e2dc7633faec tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1990542'] for port, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:42.491424 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:42.565600 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606dca8-39e3-4ec8-ba23-e2dc7633faec tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Pushing event deleted for resources: {'Port': ['ID=99389018-f01d-4ba6-aeb6-7a48c43c717c,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:42.577010 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d606dca8-39e3-4ec8-ba23-e2dc7633faec tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:42.642632 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 46994) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:42.763818 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-343ed945-9b5c-4d85-a3aa-d9fd0c825a2d req-d606dca8-39e3-4ec8-ba23-e2dc7633faec tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] No DVR routers for this DVR port 99389018-f01d-4ba6-aeb6-7a48c43c717c on host hv-cinder-75995 {{(pid=80386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:21:42.767726 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-343ed945-9b5c-4d85-a3aa-d9fd0c825a2d req-d606dca8-39e3-4ec8-ba23-e2dc7633faec tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:42.772111 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c06880a-33b0-4266-9f2b-c69df4c40880', 'name': 'network-vif-deleted', 'tag': '99389018-f01d-4ba6-aeb6-7a48c43c717c'}] {{(pid=80386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:21:42.845617 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f38bf5ea-490d-4342-b501-54f3eb478064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:42.861595 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a69e501b-8822-4310-b1d2-f76c8f4044c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:42.875814 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-343ed945-9b5c-4d85-a3aa-d9fd0c825a2d req-d606dca8-39e3-4ec8-ba23-e2dc7633faec tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.13 "DELETE /v2.0/ports/99389018-f01d-4ba6-aeb6-7a48c43c717c HTTP/1.1" status: 204 len: 173 time: 1.5051498 Nov 18 16:21:42.901194 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a69e501b-8822-4310-b1d2-f76c8f4044c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:42.906622 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-22502f87-503c-4afe-914c-bc62d186ce79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:42.906752 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c06880a-33b0-4266-9f2b-c69df4c40880', 'name': 'network-vif-deleted', 'tag': '99389018-f01d-4ba6-aeb6-7a48c43c717c', 'status': 'completed', 'code': 200} Nov 18 16:21:42.907560 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-a69e501b-8822-4310-b1d2-f76c8f4044c1 admin admin] Usage tracker for resource:security_group_rule and tenant:318cf738cb9d44e9bea3ba325f1c3790 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:42.910899 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-a69e501b-8822-4310-b1d2-f76c8f4044c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:42.918109 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a69e501b-8822-4310-b1d2-f76c8f4044c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:42.949901 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5b68bdf3-57b1-49fa-b668-4b59bec81692 req-c315a8d6-fae0-4374-b871-417282ee8516 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=c37f3c17-ee75-4be7-bb8b-8d3837cbe47a HTTP/1.1" status: 200 len: 210 time: 0.0851798 Nov 18 16:21:43.020836 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a69e501b-8822-4310-b1d2-f76c8f4044c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:43.026024 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f38bf5ea-490d-4342-b501-54f3eb478064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:43.040056 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-f38bf5ea-490d-4342-b501-54f3eb478064 admin admin] Usage tracker for resource:security_group_rule and tenant:fb70aa8fcef3407ebeb204b6aa921015 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:43.040056 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-f38bf5ea-490d-4342-b501-54f3eb478064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:43.046292 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f38bf5ea-490d-4342-b501-54f3eb478064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:43.092345 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a69e501b-8822-4310-b1d2-f76c8f4044c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:43.119804 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:43.131424 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-e1fdbe28-c867-4945-8a2a-b1bfd3ff755c req-72014c37-9716-4a34-8602-c05d86869dff tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Synchronizing usage tracker for tenant:813708e8cf9f4fa8a6b71c56a0c843d0 on resource:port {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:21:43.137327 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8be29bba-1422-4e53-946f-ad19ffed1bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:43.157754 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-a69e501b-8822-4310-b1d2-f76c8f4044c1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=318cf738cb9d44e9bea3ba325f1c3790&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5114903 Nov 18 16:21:43.163032 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 47014) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:43.183023 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e501b-8822-4310-b1d2-f76c8f4044c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0e810c-5273-41f5-8b9e-731e2f933c33,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:43.188224 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a69e501b-8822-4310-b1d2-f76c8f4044c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:43.212386 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-22502f87-503c-4afe-914c-bc62d186ce79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:43.216114 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-22502f87-503c-4afe-914c-bc62d186ce79 admin admin] Usage tracker for resource:security_group_rule and tenant:bc1ed42cbb3a4a0790c42d68e45783f0 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:43.218443 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-e1fdbe28-c867-4945-8a2a-b1bfd3ff755c req-72014c37-9716-4a34-8602-c05d86869dff tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Unset dirty status for tenant:813708e8cf9f4fa8a6b71c56a0c843d0 on resource:port {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:21:43.219103 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-22502f87-503c-4afe-914c-bc62d186ce79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:43.219703 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e1fdbe28-c867-4945-8a2a-b1bfd3ff755c req-72014c37-9716-4a34-8602-c05d86869dff tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] 10.222.0.26 "GET /v2.0/ports?device_id=8c06880a-33b0-4266-9f2b-c69df4c40880 HTTP/1.1" status: 200 len: 210 time: 0.1719284 Nov 18 16:21:43.224924 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-22502f87-503c-4afe-914c-bc62d186ce79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:43.235507 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f38bf5ea-490d-4342-b501-54f3eb478064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:43.239886 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8be29bba-1422-4e53-946f-ad19ffed1bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:43.271552 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5b7fe2db-b926-4492-b924-8ca84b74435e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:43.271932 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0519df35-1da2-4572-83d5-339efda4e46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:43.295335 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f38bf5ea-490d-4342-b501-54f3eb478064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:43.305393 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0519df35-1da2-4572-83d5-339efda4e46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:43.390680 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0519df35-1da2-4572-83d5-339efda4e46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:43.396446 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0ad2a93b-bd90-4d7c-9d94-4728e61c2cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:43.401822 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be29bba-1422-4e53-946f-ad19ffed1bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acaee19e-e6b2-4e80-9ebe-6bafda58aa02,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:43.409090 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519df35-1da2-4572-83d5-339efda4e46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0e810c-5273-41f5-8b9e-731e2f933c33,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:43.414424 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0519df35-1da2-4572-83d5-339efda4e46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:43.416649 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0519df35-1da2-4572-83d5-339efda4e46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:43.421382 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-0519df35-1da2-4572-83d5-339efda4e46b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4b0e810c-5273-41f5-8b9e-731e2f933c33 HTTP/1.1" status: 204 len: 168 time: 0.2567666 Nov 18 16:21:43.424703 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8be29bba-1422-4e53-946f-ad19ffed1bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:43.425270 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:43.441265 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-8be29bba-1422-4e53-946f-ad19ffed1bea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d643abc26a046d5a866a292626cdc6c&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2136304 Nov 18 16:21:43.447582 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 47024) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:43.467717 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-f38bf5ea-490d-4342-b501-54f3eb478064 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb70aa8fcef3407ebeb204b6aa921015&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4040956 Nov 18 16:21:43.474281 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 47028) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:43.504286 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-22502f87-503c-4afe-914c-bc62d186ce79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:43.510731 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38bf5ea-490d-4342-b501-54f3eb478064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a2dadf-1bbb-4ac1-b7fd-87d7876dc064,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:43.513772 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-5075ccdf-d38f-4086-817c-708a98375e98 req-7c00f4f1-ed31-45db-9794-745f56e5d2f8 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Allocated IP 172.20.0.14 (6e9790d1-5881-4e64-a6df-f04a185fd798/0510e32b-72f3-4da1-9608-d32c92de3e00/37ec6ae6-d7e7-4ce5-8df7-15d9fa567636) {{(pid=80387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:21:43.519515 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f38bf5ea-490d-4342-b501-54f3eb478064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:43.615959 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-22502f87-503c-4afe-914c-bc62d186ce79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:43.622851 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dd552f67-7665-4082-9407-8a20dd096cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:43.643501 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c40618d2-8546-46a0-9381-3663a82ddb9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:43.648770 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:43.670943 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dd552f67-7665-4082-9407-8a20dd096cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:43.702395 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c40618d2-8546-46a0-9381-3663a82ddb9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:43.749464 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-22502f87-503c-4afe-914c-bc62d186ce79 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bc1ed42cbb3a4a0790c42d68e45783f0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7559595 Nov 18 16:21:43.753343 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 47038) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:43.771439 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22502f87-503c-4afe-914c-bc62d186ce79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e33a2b-57e1-4bb7-9e92-cefcdc38f4ae,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:43.776262 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-22502f87-503c-4afe-914c-bc62d186ce79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:43.846558 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5075ccdf-d38f-4086-817c-708a98375e98 req-7c00f4f1-ed31-45db-9794-745f56e5d2f8 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks [] for port, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:43.886972 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9dbdb799-9079-447b-8253-11a42cdf11d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:43.897718 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dd552f67-7665-4082-9407-8a20dd096cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:43.902133 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-90a29a72-20bc-407e-b1dd-4034c5642787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:43.919673 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c40618d2-8546-46a0-9381-3663a82ddb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:43.933261 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd552f67-7665-4082-9407-8a20dd096cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acaee19e-e6b2-4e80-9ebe-6bafda58aa02,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:43.939308 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-dd552f67-7665-4082-9407-8a20dd096cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:43.942921 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-61d1d35e-5eee-4c1b-baef-b99cc3950745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:43.981164 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9dbdb799-9079-447b-8253-11a42cdf11d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:43.983391 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c40618d2-8546-46a0-9381-3663a82ddb9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:43.984603 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-c40618d2-8546-46a0-9381-3663a82ddb9b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/25a2dadf-1bbb-4ac1-b7fd-87d7876dc064 HTTP/1.1" status: 204 len: 168 time: 0.4777079 Nov 18 16:21:43.985667 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40618d2-8546-46a0-9381-3663a82ddb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a2dadf-1bbb-4ac1-b7fd-87d7876dc064,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:43.990414 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c40618d2-8546-46a0-9381-3663a82ddb9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:43.991241 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dd552f67-7665-4082-9407-8a20dd096cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:43.994014 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-dd552f67-7665-4082-9407-8a20dd096cb6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/acaee19e-e6b2-4e80-9ebe-6bafda58aa02 HTTP/1.1" status: 204 len: 168 time: 0.5446110 Nov 18 16:21:43.998522 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5075ccdf-d38f-4086-817c-708a98375e98 req-7c00f4f1-ed31-45db-9794-745f56e5d2f8 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:44.056705 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1abec651-e362-4e8f-8fd2-706d891f733a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:44.081897 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9dbdb799-9079-447b-8253-11a42cdf11d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:44.087860 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a69e501b-8822-4310-b1d2-f76c8f4044c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:44.103155 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbdb799-9079-447b-8253-11a42cdf11d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e33a2b-57e1-4bb7-9e92-cefcdc38f4ae,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:44.106084 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9dbdb799-9079-447b-8253-11a42cdf11d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:44.112451 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9dbdb799-9079-447b-8253-11a42cdf11d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:44.116230 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-9dbdb799-9079-447b-8253-11a42cdf11d1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e2e33a2b-57e1-4bb7-9e92-cefcdc38f4ae HTTP/1.1" status: 204 len: 168 time: 0.3615623 Nov 18 16:21:44.259989 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00f4f1-ed31-45db-9794-745f56e5d2f8 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Pushing event updated for resources: {'Port': ['ID=37ec6ae6-d7e7-4ce5-8df7-15d9fa567636,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:44.272708 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7c00f4f1-ed31-45db-9794-745f56e5d2f8 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:44.311982 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5075ccdf-d38f-4086-817c-708a98375e98 req-7c00f4f1-ed31-45db-9794-745f56e5d2f8 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Network 6e9790d1-5881-4e64-a6df-f04a185fd798 is already hosted by enough agents. {{(pid=80387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:21:44.313301 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-5075ccdf-d38f-4086-817c-708a98375e98 req-7c00f4f1-ed31-45db-9794-745f56e5d2f8 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Resources bound (agent type, host, resource id): {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:21:44.321453 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-5075ccdf-d38f-4086-817c-708a98375e98 req-7c00f4f1-ed31-45db-9794-745f56e5d2f8 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Received port after_create {{(pid=80387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:21:44.405078 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075ccdf-d38f-4086-817c-708a98375e98 req-7c00f4f1-ed31-45db-9794-745f56e5d2f8 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:44.405801 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5075ccdf-d38f-4086-817c-708a98375e98 req-7c00f4f1-ed31-45db-9794-745f56e5d2f8 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:44.498846 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5075ccdf-d38f-4086-817c-708a98375e98 req-7c00f4f1-ed31-45db-9794-745f56e5d2f8 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2688797 Nov 18 16:21:44.513311 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-5075ccdf-d38f-4086-817c-708a98375e98 req-c4215c79-649c-43e5-b1bc-a8b453bfc4e7 service neutron] Request body: {'port': {'device_id': 'c37f3c17-ee75-4be7-bb8b-8d3837cbe47a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:44.566907 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d93064-025e-480a-ad58-b4bcdb7b6a3b req-00b0db97-9c76-48e6-89de-d8a28df181d0 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:44.567274 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-74d93064-025e-480a-ad58-b4bcdb7b6a3b req-00b0db97-9c76-48e6-89de-d8a28df181d0 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=c37f3c17-ee75-4be7-bb8b-8d3837cbe47a HTTP/1.1" status: 200 len: 932 time: 0.3630421 Nov 18 16:21:44.650426 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-74d93064-025e-480a-ad58-b4bcdb7b6a3b req-2dc200a6-c97e-41ee-99a6-86b8f6f4826d tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726368 Nov 18 16:21:44.657266 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5075ccdf-d38f-4086-817c-708a98375e98 req-c4215c79-649c-43e5-b1bc-a8b453bfc4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:45.113372 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 47092) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:45.152198 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dac8e686-0a3d-4469-bab4-0e41716c93e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:45.222274 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-dac8e686-0a3d-4469-bab4-0e41716c93e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:45.232724 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-dac8e686-0a3d-4469-bab4-0e41716c93e4 admin admin] Usage tracker for resource:security_group_rule and tenant:a59b374d2f3640d7883e1820b0de3570 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:45.240324 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-dac8e686-0a3d-4469-bab4-0e41716c93e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:45.249780 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-dac8e686-0a3d-4469-bab4-0e41716c93e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:45.255546 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [req-5075ccdf-d38f-4086-817c-708a98375e98 req-c4215c79-649c-43e5-b1bc-a8b453bfc4e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37ec6ae6-d7e7-4ce5-8df7-15d9fa567636 {{(pid=80387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:21:45.270970 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5075ccdf-d38f-4086-817c-708a98375e98 req-c4215c79-649c-43e5-b1bc-a8b453bfc4e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:45.366077 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-5075ccdf-d38f-4086-817c-708a98375e98 req-c4215c79-649c-43e5-b1bc-a8b453bfc4e7 service neutron] Transition to ACTIVE for port object 37ec6ae6-d7e7-4ce5-8df7-15d9fa567636 will not be triggered until provisioned by entity L2. {{(pid=80387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:21:45.423027 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5075ccdf-d38f-4086-817c-708a98375e98 req-c4215c79-649c-43e5-b1bc-a8b453bfc4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445729'] for port, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:45.440813 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a43af606-d87f-4b5b-97da-b562b67aa760 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:45.441368 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dac8e686-0a3d-4469-bab4-0e41716c93e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:45.487358 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dac8e686-0a3d-4469-bab4-0e41716c93e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:45.521749 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:45.533994 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-dac8e686-0a3d-4469-bab4-0e41716c93e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a59b374d2f3640d7883e1820b0de3570&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4192648 Nov 18 16:21:45.538900 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 47108) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:45.588580 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8e686-0a3d-4469-bab4-0e41716c93e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03a66ac-7ef5-4cd8-a7eb-be41a276ac59,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:45.588839 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4215c79-649c-43e5-b1bc-a8b453bfc4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=37ec6ae6-d7e7-4ce5-8df7-15d9fa567636,revision_number=2']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:45.593385 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c4215c79-649c-43e5-b1bc-a8b453bfc4e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:45.608942 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-dac8e686-0a3d-4469-bab4-0e41716c93e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:45.698610 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bf9c6890-dfdc-43ff-807e-04402d9c4af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:45.760876 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bf9c6890-dfdc-43ff-807e-04402d9c4af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:45.826915 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-5075ccdf-d38f-4086-817c-708a98375e98 req-c4215c79-649c-43e5-b1bc-a8b453bfc4e7 service neutron] Attempting to bind port 37ec6ae6-d7e7-4ce5-8df7-15d9fa567636 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:21:45.827505 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-5075ccdf-d38f-4086-817c-708a98375e98 req-c4215c79-649c-43e5-b1bc-a8b453bfc4e7 service neutron] Attempting to bind port 37ec6ae6-d7e7-4ce5-8df7-15d9fa567636 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'dc1672ed-2f0b-417c-b343-1742be396aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6e9790d1-5881-4e64-a6df-f04a185fd798'}] {{(pid=80387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:21:45.828871 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5075ccdf-d38f-4086-817c-708a98375e98 req-c4215c79-649c-43e5-b1bc-a8b453bfc4e7 service neutron] Attempting to bind port 37ec6ae6-d7e7-4ce5-8df7-15d9fa567636 on network 6e9790d1-5881-4e64-a6df-f04a185fd798 {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:21:45.837668 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5075ccdf-d38f-4086-817c-708a98375e98 req-c4215c79-649c-43e5-b1bc-a8b453bfc4e7 service neutron] Checking agent: {'id': '3488e2eb-83f3-429f-9709-c44be6a31d37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 18, 57), 'started_at': datetime.datetime(2020, 11, 18, 16, 19, 27), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:21:45.838460 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5075ccdf-d38f-4086-817c-708a98375e98 req-c4215c79-649c-43e5-b1bc-a8b453bfc4e7 service neutron] Checking segment: {'id': 'dc1672ed-2f0b-417c-b343-1742be396aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6e9790d1-5881-4e64-a6df-f04a185fd798'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:21:45.842630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5075ccdf-d38f-4086-817c-708a98375e98 req-c4215c79-649c-43e5-b1bc-a8b453bfc4e7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:45.842630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5075ccdf-d38f-4086-817c-708a98375e98 req-c4215c79-649c-43e5-b1bc-a8b453bfc4e7 service neutron] Bound using segment: {'id': 'dc1672ed-2f0b-417c-b343-1742be396aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6e9790d1-5881-4e64-a6df-f04a185fd798'} {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:21:45.842630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-5075ccdf-d38f-4086-817c-708a98375e98 req-c4215c79-649c-43e5-b1bc-a8b453bfc4e7 service neutron] Bound port: 37ec6ae6-d7e7-4ce5-8df7-15d9fa567636, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1672ed-2f0b-417c-b343-1742be396aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6e9790d1-5881-4e64-a6df-f04a185fd798'}}] {{(pid=80387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:21:45.842630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5075ccdf-d38f-4086-817c-708a98375e98 req-c4215c79-649c-43e5-b1bc-a8b453bfc4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:45.919063 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bf9c6890-dfdc-43ff-807e-04402d9c4af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:45.931124 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f113b6c0-13ae-4556-aa14-397655b67caa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:45.946178 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c6890-dfdc-43ff-807e-04402d9c4af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03a66ac-7ef5-4cd8-a7eb-be41a276ac59,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:45.948326 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bf9c6890-dfdc-43ff-807e-04402d9c4af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:45.952471 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-bf9c6890-dfdc-43ff-807e-04402d9c4af6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e03a66ac-7ef5-4cd8-a7eb-be41a276ac59 HTTP/1.1" status: 204 len: 168 time: 0.4137347 Nov 18 16:21:45.956155 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bf9c6890-dfdc-43ff-807e-04402d9c4af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:45.985047 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-5075ccdf-d38f-4086-817c-708a98375e98 req-c4215c79-649c-43e5-b1bc-a8b453bfc4e7 service neutron] For port 37ec6ae6-d7e7-4ce5-8df7-15d9fa567636, host hv-cinder-75995, cleared binding levels {{(pid=80387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:21:45.991704 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-5075ccdf-d38f-4086-817c-708a98375e98 req-c4215c79-649c-43e5-b1bc-a8b453bfc4e7 service neutron] For port 37ec6ae6-d7e7-4ce5-8df7-15d9fa567636, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=37ec6ae6-d7e7-4ce5-8df7-15d9fa567636,segment=NetworkSegment(dc1672ed-2f0b-417c-b343-1742be396aba),segment_id=dc1672ed-2f0b-417c-b343-1742be396aba)] {{(pid=80387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:21:45.994882 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15607f9-d46f-4d79-a4b1-6984147213ea req-9fef210b-2a61-49ca-8fb0-b75643408fa7 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:45.997480 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f15607f9-d46f-4d79-a4b1-6984147213ea req-9fef210b-2a61-49ca-8fb0-b75643408fa7 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=c37f3c17-ee75-4be7-bb8b-8d3837cbe47a HTTP/1.1" status: 200 len: 944 time: 0.1236875 Nov 18 16:21:46.024008 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5075ccdf-d38f-4086-817c-708a98375e98 req-c4215c79-649c-43e5-b1bc-a8b453bfc4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445729'] for port, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:46.045246 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:46.080930 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f15607f9-d46f-4d79-a4b1-6984147213ea req-7f532f22-b07d-4fbf-ab75-a1a44b3f6d30 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684757 Nov 18 16:21:46.209430 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4215c79-649c-43e5-b1bc-a8b453bfc4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=37ec6ae6-d7e7-4ce5-8df7-15d9fa567636,revision_number=3']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:46.215449 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c4215c79-649c-43e5-b1bc-a8b453bfc4e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:46.247117 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5075ccdf-d38f-4086-817c-708a98375e98 req-c4215c79-649c-43e5-b1bc-a8b453bfc4e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:46.248618 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5075ccdf-d38f-4086-817c-708a98375e98 req-c4215c79-649c-43e5-b1bc-a8b453bfc4e7 service neutron] 10.222.0.13 "PUT /v2.0/ports/37ec6ae6-d7e7-4ce5-8df7-15d9fa567636 HTTP/1.1" status: 200 len: 1158 time: 1.7423513 Nov 18 16:21:46.249174 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37f3c17-ee75-4be7-bb8b-8d3837cbe47a', 'tag': '37ec6ae6-d7e7-4ce5-8df7-15d9fa567636'}] {{(pid=80387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:21:46.310366 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37f3c17-ee75-4be7-bb8b-8d3837cbe47a', 'tag': '37ec6ae6-d7e7-4ce5-8df7-15d9fa567636', 'status': 'completed', 'code': 200} Nov 18 16:21:46.421228 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-be53e333-9bd2-4346-b271-8d2a24df60f6 req-34518693-9d73-43bb-a424-a56c5d3280e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa7b55f56ea446e2adf28b09f290c5ad&device_id=c37f3c17-ee75-4be7-bb8b-8d3837cbe47a HTTP/1.1" status: 200 len: 1161 time: 0.0837889 Nov 18 16:21:46.597547 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53e333-9bd2-4346-b271-8d2a24df60f6 req-081fa26b-467b-49bd-8645-c84aaaa7c6fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:46.601117 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-be53e333-9bd2-4346-b271-8d2a24df60f6 req-081fa26b-467b-49bd-8645-c84aaaa7c6fd service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=fa7b55f56ea446e2adf28b09f290c5ad&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1724799 Nov 18 16:21:46.614440 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 47150) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:46.701031 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2fb9e9e-2ca5-414c-8cd5-5773c7fadce3 admin admin] Deleting subnet cd6525e4-1bb9-46cc-9adb-f3896c0e5dc3 {{(pid=80386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 16:21:46.704595 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2fb9e9e-2ca5-414c-8cd5-5773c7fadce3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:46.764742 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2fb9e9e-2ca5-414c-8cd5-5773c7fadce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852785781'] for subnet, precommit_delete_associations {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:46.785881 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53e333-9bd2-4346-b271-8d2a24df60f6 req-95390172-f956-472b-8a32-ea197248e348 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:46.787469 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-be53e333-9bd2-4346-b271-8d2a24df60f6 req-95390172-f956-472b-8a32-ea197248e348 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1783981 Nov 18 16:21:46.884562 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2fb9e9e-2ca5-414c-8cd5-5773c7fadce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847102822'] for subnet, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:46.950456 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5075ccdf-d38f-4086-817c-708a98375e98 req-6ca10d6c-c552-4cb6-af26-0338dcd9e880 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa7b55f56ea446e2adf28b09f290c5ad&device_id=c37f3c17-ee75-4be7-bb8b-8d3837cbe47a HTTP/1.1" status: 200 len: 1161 time: 0.1200609 Nov 18 16:21:47.033275 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5075ccdf-d38f-4086-817c-708a98375e98 req-58fe837b-1ee0-401a-93f1-485354ab1d5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37ec6ae6-d7e7-4ce5-8df7-15d9fa567636 HTTP/1.1" status: 200 len: 217 time: 0.0741260 Nov 18 16:21:47.119692 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075ccdf-d38f-4086-817c-708a98375e98 req-b78db77b-0435-452d-928c-a150edd60ce0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:47.121596 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5075ccdf-d38f-4086-817c-708a98375e98 req-b78db77b-0435-452d-928c-a150edd60ce0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0510e32b-72f3-4da1-9608-d32c92de3e00 HTTP/1.1" status: 200 len: 854 time: 0.0796967 Nov 18 16:21:47.224939 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5075ccdf-d38f-4086-817c-708a98375e98 req-0efe9fea-7f97-4b7e-b822-4292bf34dc24 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e9790d1-5881-4e64-a6df-f04a185fd798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949135 Nov 18 16:21:47.320049 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2fb9e9e-2ca5-414c-8cd5-5773c7fadce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852785244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2160907'] for subnet, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:47.339122 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:47.398428 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb9e9e-2ca5-414c-8cd5-5773c7fadce3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd6525e4-1bb9-46cc-9adb-f3896c0e5dc3,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:47.403172 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e2fb9e9e-2ca5-414c-8cd5-5773c7fadce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:47.457870 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8da5f-a660-48ca-bbae-2db5ee872405 req-056ceb0f-8b14-4685-b37c-1ded8d67a0d2 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:47.458626 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-fdb8da5f-a660-48ca-bbae-2db5ee872405 req-056ceb0f-8b14-4685-b37c-1ded8d67a0d2 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Synchronizing usage tracker for tenant:fa7b55f56ea446e2adf28b09f290c5ad on resource:port {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:21:47.466433 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5075ccdf-d38f-4086-817c-708a98375e98 req-803c436b-a2b7-473b-89cb-d6b34ce59768 service neutron] 10.222.0.13 "GET /v2.0/networks/6e9790d1-5881-4e64-a6df-f04a185fd798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336023 Nov 18 16:21:47.510394 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2fb9e9e-2ca5-414c-8cd5-5773c7fadce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for subnet, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:47.519854 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-e2fb9e9e-2ca5-414c-8cd5-5773c7fadce3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/cd6525e4-1bb9-46cc-9adb-f3896c0e5dc3 HTTP/1.1" status: 204 len: 168 time: 0.9017794 Nov 18 16:21:47.521081 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 47218) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:47.524548 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-fdb8da5f-a660-48ca-bbae-2db5ee872405 req-056ceb0f-8b14-4685-b37c-1ded8d67a0d2 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Unset dirty status for tenant:fa7b55f56ea446e2adf28b09f290c5ad on resource:port {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:21:47.532444 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fdb8da5f-a660-48ca-bbae-2db5ee872405 req-056ceb0f-8b14-4685-b37c-1ded8d67a0d2 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=c37f3c17-ee75-4be7-bb8b-8d3837cbe47a HTTP/1.1" status: 200 len: 944 time: 0.2731757 Nov 18 16:21:47.694277 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c6ed53b8-9936-41c9-9f32-31618ee07ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7611418'] for network, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:47.765824 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 47222) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:47.962140 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c6ed53b8-9936-41c9-9f32-31618ee07ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847103455', 'neutron.services.segments.db._delete_segments_for_network--9223363242460435435'] for network, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:47.964248 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5075ccdf-d38f-4086-817c-708a98375e98 req-de4e83be-77b9-47d0-9506-b5faefbc73c8 service neutron] 10.222.0.13 "GET /v2.0/networks/6e9790d1-5881-4e64-a6df-f04a185fd798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4863958 Nov 18 16:21:47.968322 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fdb8da5f-a660-48ca-bbae-2db5ee872405 req-bbb9260e-19a1-4163-8f03-3a8764ed5e0f tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350040 Nov 18 16:21:48.114033 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-c6ed53b8-9936-41c9-9f32-31618ee07ea4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cff47b3-cad8-448b-887e-85fded8bef87']}} {{(pid=80386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:48.191310 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-c6ed53b8-9936-41c9-9f32-31618ee07ea4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e84ff6-2b0b-44da-ba28-ee8cf6aba483') {'for_net_delete': True} {{(pid=80386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:48.191657 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-c6ed53b8-9936-41c9-9f32-31618ee07ea4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e84ff6-2b0b-44da-ba28-ee8cf6aba483') {} {{(pid=80386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:48.199360 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:48.218171 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c6ed53b8-9936-41c9-9f32-31618ee07ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242460437483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1990067'] for segment, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:48.246911 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c6ed53b8-9936-41c9-9f32-31618ee07ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696124'] for segment, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:48.250931 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c6ed53b8-9936-41c9-9f32-31618ee07ea4 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 16:21:48.338883 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:48.353093 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Usage tracker for resource:security_group_rule and tenant:6652724ebd0a47efb597edeea9937af5 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:48.359692 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:48.384878 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:48.473452 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-c6ed53b8-9936-41c9-9f32-31618ee07ea4 admin admin] Network 5cff47b3-cad8-448b-887e-85fded8bef87 has no segments {{(pid=80386) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:21:48.485184 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c6ed53b8-9936-41c9-9f32-31618ee07ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847079692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852785159'] for segment, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:48.701408 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-c6ed53b8-9936-41c9-9f32-31618ee07ea4 admin admin] Network 5cff47b3-cad8-448b-887e-85fded8bef87 has no segments {{(pid=80386) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:21:48.736533 dv-cinder-759955-2-smb neutron-server[80275]: Traceback (most recent call last): Nov 18 16:21:48.736533 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:21:48.736533 dv-cinder-759955-2-smb neutron-server[80275]: timer() Nov 18 16:21:48.736533 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:21:48.736533 dv-cinder-759955-2-smb neutron-server[80275]: cb(*args, **kw) Nov 18 16:21:48.736533 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 16:21:48.736533 dv-cinder-759955-2-smb neutron-server[80275]: return func(*args, **kwargs) Nov 18 16:21:48.736533 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:21:48.736533 dv-cinder-759955-2-smb neutron-server[80275]: self._notify() Nov 18 16:21:48.736533 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:21:48.736533 dv-cinder-759955-2-smb neutron-server[80275]: self.callback(batched_events) Nov 18 16:21:48.736533 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:21:48.736533 dv-cinder-759955-2-smb neutron-server[80275]: event.method(event) Nov 18 16:21:48.736533 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 16:21:48.736533 dv-cinder-759955-2-smb neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:21:48.736533 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 16:21:48.736533 dv-cinder-759955-2-smb neutron-server[80275]: segment_id)['aggregates'][0] Nov 18 16:21:48.736533 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 16:21:48.736533 dv-cinder-759955-2-smb neutron-server[80275]: return f(self, *a, **k) Nov 18 16:21:48.736533 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:21:48.736533 dv-cinder-759955-2-smb neutron-server[80275]: return self._get(url).json() Nov 18 16:21:48.736533 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 16:21:48.736533 dv-cinder-759955-2-smb neutron-server[80275]: **kwargs) Nov 18 16:21:48.736533 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 16:21:48.736533 dv-cinder-759955-2-smb neutron-server[80275]: return self.request(url, 'GET', **kwargs) Nov 18 16:21:48.736533 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 16:21:48.736533 dv-cinder-759955-2-smb neutron-server[80275]: **endpoint_filter) Nov 18 16:21:48.736533 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 16:21:48.736533 dv-cinder-759955-2-smb neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:21:48.736533 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 16:21:48.736533 dv-cinder-759955-2-smb neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:21:48.736533 dv-cinder-759955-2-smb neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:21:48.822925 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:48.856871 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:48.867968 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:48.895168 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c6ed53b8-9936-41c9-9f32-31618ee07ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7672361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for network, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:48.923410 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2c3e17-f9f1-45f3-9e5e-419e98034bd0,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:48.936517 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c6ed53b8-9936-41c9-9f32-31618ee07ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for network, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:48.953315 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6652724ebd0a47efb597edeea9937af5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1843104 Nov 18 16:21:48.954977 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 47280) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:48.960007 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:48.961247 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:48.961247 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:48.961462 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:48.961741 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:48.962124 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:48.962504 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:48.963010 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:48.963229 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:48.963601 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:48.963975 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:48.964344 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:48.964810 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:48.965217 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:48.965589 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:48.965958 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:48.966458 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:48.966907 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:48.967381 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:48.967782 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:48.968199 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:48.968623 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:48.969037 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:48.969434 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:48.974668 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:48.975244 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:48.996540 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed53b8-9936-41c9-9f32-31618ee07ea4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cff47b3-cad8-448b-887e-85fded8bef87,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:48.999273 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c6ed53b8-9936-41c9-9f32-31618ee07ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:49.009513 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-c6ed53b8-9936-41c9-9f32-31618ee07ea4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5cff47b3-cad8-448b-887e-85fded8bef87 HTTP/1.1" status: 204 len: 168 time: 1.4838595 Nov 18 16:21:49.051322 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9ecd62d5-7e82-4ecd-bee8-2616af443e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:49.060040 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-edbdb17f-6266-480f-9ea6-fca8f65bfa56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:49.094103 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-edbdb17f-6266-480f-9ea6-fca8f65bfa56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:49.237267 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3202f5f-42ee-46c1-b909-c7549c3a5f71 req-bfd2b57b-8f13-4beb-8032-ee1226cdec61 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:49.238495 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b3202f5f-42ee-46c1-b909-c7549c3a5f71 req-bfd2b57b-8f13-4beb-8032-ee1226cdec61 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=c37f3c17-ee75-4be7-bb8b-8d3837cbe47a HTTP/1.1" status: 200 len: 944 time: 0.0992453 Nov 18 16:21:49.263457 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-edbdb17f-6266-480f-9ea6-fca8f65bfa56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:49.275827 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18fe08da-22a4-4def-b804-a3fbea936f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:49.290736 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbdb17f-6266-480f-9ea6-fca8f65bfa56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2c3e17-f9f1-45f3-9e5e-419e98034bd0,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:49.316004 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-edbdb17f-6266-480f-9ea6-fca8f65bfa56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:49.320429 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-edbdb17f-6266-480f-9ea6-fca8f65bfa56 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a2c3e17-f9f1-45f3-9e5e-419e98034bd0 HTTP/1.1" status: 204 len: 168 time: 0.3612237 Nov 18 16:21:49.326095 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdb17f-6266-480f-9ea6-fca8f65bfa56 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:49.326357 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdb17f-6266-480f-9ea6-fca8f65bfa56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:49.329174 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdb17f-6266-480f-9ea6-fca8f65bfa56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:49.330036 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdb17f-6266-480f-9ea6-fca8f65bfa56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:49.333137 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdb17f-6266-480f-9ea6-fca8f65bfa56 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:49.333696 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdb17f-6266-480f-9ea6-fca8f65bfa56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:49.334276 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdb17f-6266-480f-9ea6-fca8f65bfa56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:49.334795 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdb17f-6266-480f-9ea6-fca8f65bfa56 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:49.335233 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdb17f-6266-480f-9ea6-fca8f65bfa56 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:49.336145 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdb17f-6266-480f-9ea6-fca8f65bfa56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:49.336511 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdb17f-6266-480f-9ea6-fca8f65bfa56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:49.337118 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdb17f-6266-480f-9ea6-fca8f65bfa56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:49.337468 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdb17f-6266-480f-9ea6-fca8f65bfa56 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:49.337851 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdb17f-6266-480f-9ea6-fca8f65bfa56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:49.338293 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdb17f-6266-480f-9ea6-fca8f65bfa56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:49.338984 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdb17f-6266-480f-9ea6-fca8f65bfa56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:49.339361 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdb17f-6266-480f-9ea6-fca8f65bfa56 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:49.339915 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdb17f-6266-480f-9ea6-fca8f65bfa56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:49.340226 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdb17f-6266-480f-9ea6-fca8f65bfa56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:49.340604 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdb17f-6266-480f-9ea6-fca8f65bfa56 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:49.341076 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdb17f-6266-480f-9ea6-fca8f65bfa56 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:49.341474 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdb17f-6266-480f-9ea6-fca8f65bfa56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:49.341757 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdb17f-6266-480f-9ea6-fca8f65bfa56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:49.342517 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdb17f-6266-480f-9ea6-fca8f65bfa56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:49.345600 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-edbdb17f-6266-480f-9ea6-fca8f65bfa56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:49.351373 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b3202f5f-42ee-46c1-b909-c7549c3a5f71 req-808c603f-6026-489c-8418-1fe4a190c7a3 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049173 Nov 18 16:21:49.389383 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 47302) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:49.457976 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-bf05dd1d-f774-4b5d-84e0-7925ec218f70 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=813708e8cf9f4fa8a6b71c56a0c843d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0672882 Nov 18 16:21:49.460553 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 47308) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:49.534155 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-48341fe8-fd81-41c0-8b44-2fe1108552fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:49.563374 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-48341fe8-fd81-41c0-8b44-2fe1108552fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:49.656736 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-48341fe8-fd81-41c0-8b44-2fe1108552fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:49.662512 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ebfc01ff-f3da-4065-bd65-f13a4e5ccb65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:49.682419 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48341fe8-fd81-41c0-8b44-2fe1108552fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638ff6fb-4bf5-4d82-9545-d46cf8d44543,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:49.684038 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-48341fe8-fd81-41c0-8b44-2fe1108552fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:49.720751 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-48341fe8-fd81-41c0-8b44-2fe1108552fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:49.722167 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-48341fe8-fd81-41c0-8b44-2fe1108552fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/638ff6fb-4bf5-4d82-9545-d46cf8d44543 HTTP/1.1" status: 204 len: 168 time: 0.2604022 Nov 18 16:21:49.747083 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 37ec6ae6-d7e7-4ce5-8df7-15d9fa567636 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:21:49.856665 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning for port 37ec6ae6-d7e7-4ce5-8df7-15d9fa567636 completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:21:49.862207 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 37ec6ae6-d7e7-4ce5-8df7-15d9fa567636 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:49.862996 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:50.008357 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:50.039484 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37f3c17-ee75-4be7-bb8b-8d3837cbe47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ec6ae6-d7e7-4ce5-8df7-15d9fa567636'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:21:50.051014 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port 37ec6ae6-d7e7-4ce5-8df7-15d9fa567636, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=37ec6ae6-d7e7-4ce5-8df7-15d9fa567636,segment=NetworkSegment(dc1672ed-2f0b-417c-b343-1742be396aba),segment_id=dc1672ed-2f0b-417c-b343-1742be396aba)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:21:50.094779 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:50.097212 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3598ed9a-5e72-48b8-ae55-6aaf670c1105 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:50.144380 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37f3c17-ee75-4be7-bb8b-8d3837cbe47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ec6ae6-d7e7-4ce5-8df7-15d9fa567636', 'code': 200} Nov 18 16:21:50.173274 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=37ec6ae6-d7e7-4ce5-8df7-15d9fa567636,revision_number=4']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:50.176979 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:50.572886 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ed31d628-13f9-4e02-b050-fa713ad91a8f req-a9f6a47a-f2cb-42fc-9800-f90c28639878 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c37f3c17-ee75-4be7-bb8b-8d3837cbe47a HTTP/1.1" status: 200 len: 1163 time: 0.1925220 Nov 18 16:21:50.653064 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ed31d628-13f9-4e02-b050-fa713ad91a8f req-3a13e448-8fb3-48a1-91fa-a21712054e30 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730212 Nov 18 16:21:50.674289 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07009c50-0089-4d1d-a4f8-5cb3bd81ac24 req-3eaf5199-d1f2-436a-805e-ab8d470552c3 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:50.676152 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-07009c50-0089-4d1d-a4f8-5cb3bd81ac24 req-3eaf5199-d1f2-436a-805e-ab8d470552c3 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=c37f3c17-ee75-4be7-bb8b-8d3837cbe47a HTTP/1.1" status: 200 len: 946 time: 0.1356673 Nov 18 16:21:50.766276 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-07009c50-0089-4d1d-a4f8-5cb3bd81ac24 req-3424764c-686a-4a3e-bca8-edcde624bee8 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825546 Nov 18 16:21:51.169211 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1bcf3d2d-2439-405e-8054-505d131868a2 req-c48bc533-ef06-4f02-9484-8f05edcdbd09 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1116252 Nov 18 16:21:51.361332 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 37ec6ae6-d7e7-4ce5-8df7-15d9fa567636 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:21:51.383407 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1bcf3d2d-2439-405e-8054-505d131868a2 req-9a5648f9-7197-47dc-be0d-54f37db912a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa7b55f56ea446e2adf28b09f290c5ad&device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 1162 time: 0.0894802 Nov 18 16:21:51.445282 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 37ec6ae6-d7e7-4ce5-8df7-15d9fa567636 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:51.445855 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:51.597298 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf3d2d-2439-405e-8054-505d131868a2 req-a365e39b-489f-409c-aa11-4dd7e873dccc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:51.599241 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1bcf3d2d-2439-405e-8054-505d131868a2 req-a365e39b-489f-409c-aa11-4dd7e873dccc service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e9790d1-5881-4e64-a6df-f04a185fd798 HTTP/1.1" status: 200 len: 908 time: 0.1945794 Nov 18 16:21:51.649066 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4bb51b35-c254-4ee1-a047-10db95cef491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:51.698952 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1bcf3d2d-2439-405e-8054-505d131868a2 req-d458d87b-cd3e-418f-b758-d7bcb4995e84 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=733dce83-4839-452d-a588-ccf943001860 HTTP/1.1" status: 200 len: 217 time: 0.0838377 Nov 18 16:21:51.801883 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf3d2d-2439-405e-8054-505d131868a2 req-471e6fad-8c0b-454b-9e31-08e66a09a771 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:51.803736 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1bcf3d2d-2439-405e-8054-505d131868a2 req-471e6fad-8c0b-454b-9e31-08e66a09a771 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0510e32b-72f3-4da1-9608-d32c92de3e00 HTTP/1.1" status: 200 len: 854 time: 0.0770245 Nov 18 16:21:51.977765 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1bcf3d2d-2439-405e-8054-505d131868a2 req-2e5a6d27-23ac-4e94-9593-76c653000fd2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e9790d1-5881-4e64-a6df-f04a185fd798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1587863 Nov 18 16:21:52.067582 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43784acb-437e-4e5c-9fa7-fffddc84a825 req-1e928901-b366-46ee-87c5-b92ad32d446e tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:52.079015 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-43784acb-437e-4e5c-9fa7-fffddc84a825 req-1e928901-b366-46ee-87c5-b92ad32d446e tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=c37f3c17-ee75-4be7-bb8b-8d3837cbe47a HTTP/1.1" status: 200 len: 946 time: 0.1352191 Nov 18 16:21:52.093244 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:52.145478 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-43784acb-437e-4e5c-9fa7-fffddc84a825 req-6db00eeb-3c8b-45e5-8a40-1d7d10d4becb tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651808 Nov 18 16:21:52.253605 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1bcf3d2d-2439-405e-8054-505d131868a2 req-c3d203a5-799c-4728-8d27-0216e77ddf91 service neutron] 10.222.0.13 "GET /v2.0/networks/6e9790d1-5881-4e64-a6df-f04a185fd798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660182 Nov 18 16:21:52.297354 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 47410) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:52.430236 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1bcf3d2d-2439-405e-8054-505d131868a2 req-50e9ca6b-83e7-4a70-807c-2e115dc898db service neutron] 10.222.0.13 "GET /v2.0/networks/6e9790d1-5881-4e64-a6df-f04a185fd798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1699786 Nov 18 16:21:52.701077 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-41ac8edf-2980-4f22-88cd-098fdcf922db admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1179166998-network', 'tenant_id': '1b1fbfc3a3104b13a627691fd34d8367'}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:52.706608 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-41ac8edf-2980-4f22-88cd-098fdcf922db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:52.712716 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-41ac8edf-2980-4f22-88cd-098fdcf922db admin admin] Usage tracker for resource:network and tenant:1b1fbfc3a3104b13a627691fd34d8367 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:52.716520 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-41ac8edf-2980-4f22-88cd-098fdcf922db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:52.745788 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-41ac8edf-2980-4f22-88cd-098fdcf922db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:52.795720 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ac8edf-2980-4f22-88cd-098fdcf922db admin admin] Made reservation on behalf of 1b1fbfc3a3104b13a627691fd34d8367 for: {'network': 1} {{(pid=80386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:21:52.801311 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-41ac8edf-2980-4f22-88cd-098fdcf922db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for network, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:52.837274 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-41ac8edf-2980-4f22-88cd-098fdcf922db admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:52.920232 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-41ac8edf-2980-4f22-88cd-098fdcf922db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:52.924694 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-41ac8edf-2980-4f22-88cd-098fdcf922db admin admin] Usage tracker for resource:security_group_rule and tenant:1b1fbfc3a3104b13a627691fd34d8367 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:52.928217 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-41ac8edf-2980-4f22-88cd-098fdcf922db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:52.934955 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-41ac8edf-2980-4f22-88cd-098fdcf922db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:53.036565 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:53.057163 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-41ac8edf-2980-4f22-88cd-098fdcf922db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:53.082039 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-41ac8edf-2980-4f22-88cd-098fdcf922db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:53.087647 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5a7caaae-2001-475f-a4fe-1a4242d3f886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:53.130012 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac8edf-2980-4f22-88cd-098fdcf922db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a0c20a-359b-4b3f-a969-66d73092aff5,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:53.133265 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ac8edf-2980-4f22-88cd-098fdcf922db admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:21:53.137424 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-41ac8edf-2980-4f22-88cd-098fdcf922db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:53.170697 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-41ac8edf-2980-4f22-88cd-098fdcf922db admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794394340365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696124'] for segment, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:53.171153 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.segments_db [None req-41ac8edf-2980-4f22-88cd-098fdcf922db admin admin] Added segment 337856fa-1653-49eb-af3a-5379f98bd94a of type vxlan for network 243ad771-9c27-410a-abdd-1a4d0c39fde7 Nov 18 16:21:53.257881 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-41ac8edf-2980-4f22-88cd-098fdcf922db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242460990785'] for network, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:53.384193 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4121adc-54fe-4857-977f-385deec0c53a req-94d3d2a7-5490-4f4f-b5a6-7c3a751efe1a tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:53.386062 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c4121adc-54fe-4857-977f-385deec0c53a req-94d3d2a7-5490-4f4f-b5a6-7c3a751efe1a tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=c37f3c17-ee75-4be7-bb8b-8d3837cbe47a HTTP/1.1" status: 200 len: 946 time: 0.1103265 Nov 18 16:21:53.386244 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 37ec6ae6-d7e7-4ce5-8df7-15d9fa567636 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:21:53.416349 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-41ac8edf-2980-4f22-88cd-098fdcf922db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for network, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:53.419457 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ac8edf-2980-4f22-88cd-098fdcf922db admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:53.420198 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-41ac8edf-2980-4f22-88cd-098fdcf922db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for network, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:53.428303 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-eff2f828-f575-4505-83db-a7f5e22ca643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:53.471190 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 37ec6ae6-d7e7-4ce5-8df7-15d9fa567636 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:53.471809 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:53.560575 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-41ac8edf-2980-4f22-88cd-098fdcf922db admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2616374 Nov 18 16:21:53.563543 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 47494) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:53.569910 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-a869177d-94d0-455c-9557-4dd5e4716d67 admin admin] Request body: {'subnet': {'network_id': '243ad771-9c27-410a-abdd-1a4d0c39fde7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1179166998-subnet', 'tenant_id': '1b1fbfc3a3104b13a627691fd34d8367', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:53.570387 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c4121adc-54fe-4857-977f-385deec0c53a req-3c339e3d-2e00-4c52-928a-a46db2a5cd34 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771097 Nov 18 16:21:53.573649 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac8edf-2980-4f22-88cd-098fdcf922db admin admin] Pushing event updated for resources: {'Network': ['ID=243ad771-9c27-410a-abdd-1a4d0c39fde7,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:53.575894 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a869177d-94d0-455c-9557-4dd5e4716d67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:53.578148 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-41ac8edf-2980-4f22-88cd-098fdcf922db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:53.581124 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-a869177d-94d0-455c-9557-4dd5e4716d67 admin admin] Usage tracker for resource:subnet and tenant:1b1fbfc3a3104b13a627691fd34d8367 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:53.584958 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-a869177d-94d0-455c-9557-4dd5e4716d67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:53.592695 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a869177d-94d0-455c-9557-4dd5e4716d67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:53.623307 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Network 243ad771-9c27-410a-abdd-1a4d0c39fde7 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=80388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:21:53.639157 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Network 243ad771-9c27-410a-abdd-1a4d0c39fde7 details requested by agent ovs-agent-dv-cinder-759955-2-smb with host dv-cinder-759955-2-smb {{(pid=80388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:21:53.641701 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a869177d-94d0-455c-9557-4dd5e4716d67 admin admin] Made reservation on behalf of 1b1fbfc3a3104b13a627691fd34d8367 for: {'subnet': 1} {{(pid=80387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:21:53.649356 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a869177d-94d0-455c-9557-4dd5e4716d67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852963007'] for subnet, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:54.036269 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:54.335905 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 47542) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:54.495467 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a869177d-94d0-455c-9557-4dd5e4716d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852330146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852962960'] for subnet, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:54.591023 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-92aeeaa2-7d33-426d-ae15-119848437a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:54.600044 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2eac158a-741c-4e63-974d-9ad73a446b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:54.638147 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-92aeeaa2-7d33-426d-ae15-119848437a53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:54.644124 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-92aeeaa2-7d33-426d-ae15-119848437a53 admin admin] Usage tracker for resource:security_group_rule and tenant:734876adfdec44b7b2fcbb375d1f5d91 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:54.648594 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-92aeeaa2-7d33-426d-ae15-119848437a53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:54.655246 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-92aeeaa2-7d33-426d-ae15-119848437a53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:54.677399 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869177d-94d0-455c-9557-4dd5e4716d67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=643c9d54-1ec3-46c3-8fbb-5c01220d831b,revision_number=0']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:54.701697 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a869177d-94d0-455c-9557-4dd5e4716d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:54.754271 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-92aeeaa2-7d33-426d-ae15-119848437a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:54.768335 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a869177d-94d0-455c-9557-4dd5e4716d67 admin admin] Checking segment: {'id': '337856fa-1653-49eb-af3a-5379f98bd94a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '243ad771-9c27-410a-abdd-1a4d0c39fde7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:21:54.769047 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a869177d-94d0-455c-9557-4dd5e4716d67 admin admin] Network hostable DHCP agents. Network: 243ad771-9c27-410a-abdd-1a4d0c39fde7, hostable agents: ['f7776111-b6a1-4850-954f-358371da3282'], hosted agents: [] {{(pid=80387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:21:54.790183 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-92aeeaa2-7d33-426d-ae15-119848437a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:54.808710 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b8f7cd55-eb08-4005-9036-926b6db99468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:54.856699 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aeeaa2-7d33-426d-ae15-119848437a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f6bfee-02dd-438b-8d8c-1f716dc5930b,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:54.858877 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-92aeeaa2-7d33-426d-ae15-119848437a53 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=734876adfdec44b7b2fcbb375d1f5d91&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5207231 Nov 18 16:21:54.858877 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-92aeeaa2-7d33-426d-ae15-119848437a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:54.860854 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 47572) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:54.877368 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a869177d-94d0-455c-9557-4dd5e4716d67 admin admin] Network 243ad771-9c27-410a-abdd-1a4d0c39fde7 is scheduled to be hosted by DHCP agent f7776111-b6a1-4850-954f-358371da3282 with binding_index 1 {{(pid=80387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:21:54.940183 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-217f799c-16aa-47f0-b1b5-4de3ea6c9777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:54.971169 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-217f799c-16aa-47f0-b1b5-4de3ea6c9777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:54.979733 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-a869177d-94d0-455c-9557-4dd5e4716d67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-smb, 243ad771-9c27-410a-abdd-1a4d0c39fde7) {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:21:54.987875 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb852364-5819-4eb1-9868-be29234e7e11 None None] Network 243ad771-9c27-410a-abdd-1a4d0c39fde7 requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:21:55.006732 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a869177d-94d0-455c-9557-4dd5e4716d67 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:55.008054 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a869177d-94d0-455c-9557-4dd5e4716d67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:55.109187 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-a869177d-94d0-455c-9557-4dd5e4716d67 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5442290 Nov 18 16:21:55.111712 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 47586) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:55.117762 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-76de5b03-e37f-4ce3-9f9c-c7ea669b3297 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1179166998-router', 'tenant_id': '1b1fbfc3a3104b13a627691fd34d8367', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'}}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:55.122715 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-76de5b03-e37f-4ce3-9f9c-c7ea669b3297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:55.126980 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-76de5b03-e37f-4ce3-9f9c-c7ea669b3297 admin admin] Usage tracker for resource:router and tenant:1b1fbfc3a3104b13a627691fd34d8367 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:55.130225 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-76de5b03-e37f-4ce3-9f9c-c7ea669b3297 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:55.136774 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-76de5b03-e37f-4ce3-9f9c-c7ea669b3297 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:55.264866 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-76de5b03-e37f-4ce3-9f9c-c7ea669b3297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854080847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854716828'] for router, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:55.267079 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-76de5b03-e37f-4ce3-9f9c-c7ea669b3297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854081194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-706848', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58988'] for router, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:55.272004 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fbe857-8dfe-4f74-a895-108056192d38 None None] Network 243ad771-9c27-410a-abdd-1a4d0c39fde7 requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:21:55.294889 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-76de5b03-e37f-4ce3-9f9c-c7ea669b3297 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:55.306767 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-217f799c-16aa-47f0-b1b5-4de3ea6c9777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:55.314359 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-02d307eb-b424-4fcf-a87e-ff1d699ca847 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:55.327943 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f799c-16aa-47f0-b1b5-4de3ea6c9777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f6bfee-02dd-438b-8d8c-1f716dc5930b,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:55.332470 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-217f799c-16aa-47f0-b1b5-4de3ea6c9777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:55.349022 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-217f799c-16aa-47f0-b1b5-4de3ea6c9777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:55.353399 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-217f799c-16aa-47f0-b1b5-4de3ea6c9777 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46f6bfee-02dd-438b-8d8c-1f716dc5930b HTTP/1.1" status: 204 len: 168 time: 0.4883709 Nov 18 16:21:55.604580 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-76de5b03-e37f-4ce3-9f9c-c7ea669b3297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-706865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854080818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58975'] for router, precommit_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:55.958148 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-76de5b03-e37f-4ce3-9f9c-c7ea669b3297 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:56.001480 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-76de5b03-e37f-4ce3-9f9c-c7ea669b3297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:56.230495 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 47628) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:56.253580 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fece5a59-c441-41cf-94ea-7839d772781b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:56.293290 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-fece5a59-c441-41cf-94ea-7839d772781b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:56.297939 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-fece5a59-c441-41cf-94ea-7839d772781b admin admin] Usage tracker for resource:security_group_rule and tenant:096e69bc7ced4091b97f44e2997ec0eb is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:56.301924 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-fece5a59-c441-41cf-94ea-7839d772781b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:56.308370 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-fece5a59-c441-41cf-94ea-7839d772781b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:56.388875 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-76de5b03-e37f-4ce3-9f9c-c7ea669b3297 admin admin] Allocated IP 172.28.2.107 (1ab93bf2-7919-44ad-adde-8c05b7be9843/1c619f42-09f4-418f-9c21-3783e8b9bbfe/0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35) {{(pid=80387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:21:56.849080 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-76de5b03-e37f-4ce3-9f9c-c7ea669b3297 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:56.857991 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fece5a59-c441-41cf-94ea-7839d772781b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:56.891121 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fece5a59-c441-41cf-94ea-7839d772781b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:56.900900 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b522076b-c7d5-47db-8171-439d58dcd282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:56.921786 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-76de5b03-e37f-4ce3-9f9c-c7ea669b3297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:56.938515 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:56.946284 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece5a59-c441-41cf-94ea-7839d772781b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e46b42b-d6ac-419a-8fbc-34c469f8a784,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:56.949969 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fece5a59-c441-41cf-94ea-7839d772781b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:56.953114 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-fece5a59-c441-41cf-94ea-7839d772781b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=096e69bc7ced4091b97f44e2997ec0eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7208714 Nov 18 16:21:56.955694 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 47658) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:57.037634 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5bcc33c2-7318-4005-b901-f231da1d47da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:57.067462 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5bcc33c2-7318-4005-b901-f231da1d47da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:57.104885 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de5b03-e37f-4ce3-9f9c-c7ea669b3297 admin admin] Pushing event updated for resources: {'Port': ['ID=0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:57.109874 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-76de5b03-e37f-4ce3-9f9c-c7ea669b3297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:57.167306 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5bcc33c2-7318-4005-b901-f231da1d47da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:57.168889 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76de5b03-e37f-4ce3-9f9c-c7ea669b3297 admin admin] Network 1ab93bf2-7919-44ad-adde-8c05b7be9843 is already hosted by enough agents. {{(pid=80387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:21:57.170830 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-76de5b03-e37f-4ce3-9f9c-c7ea669b3297 admin admin] Resources bound (agent type, host, resource id): {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:21:57.173646 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76de5b03-e37f-4ce3-9f9c-c7ea669b3297 admin admin] Received port after_create {{(pid=80387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:21:57.179392 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a0876799-e9fc-43cd-a8d6-617364af4c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:57.199333 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc33c2-7318-4005-b901-f231da1d47da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e46b42b-d6ac-419a-8fbc-34c469f8a784,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:57.209660 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5bcc33c2-7318-4005-b901-f231da1d47da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:57.222131 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5bcc33c2-7318-4005-b901-f231da1d47da admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:57.223392 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-5bcc33c2-7318-4005-b901-f231da1d47da admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4e46b42b-d6ac-419a-8fbc-34c469f8a784 HTTP/1.1" status: 204 len: 168 time: 0.2666752 Nov 18 16:21:57.652825 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:57.726812 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-76de5b03-e37f-4ce3-9f9c-c7ea669b3297 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:57.730263 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-76de5b03-e37f-4ce3-9f9c-c7ea669b3297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854068906'] for router, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:58.003543 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 47708) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:58.091235 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76de5b03-e37f-4ce3-9f9c-c7ea669b3297 admin admin] Router 61d5c347-4e1e-42f4-a007-fff51703ec76 is scheduled to L3 agent 06010dfa-7d57-41a4-b257-aaebf39abde2 with binding_index 1 {{(pid=80387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 18 16:21:58.244993 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4a985792-a124-4aa5-943f-b78777747c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:58.281730 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-4a985792-a124-4aa5-943f-b78777747c6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:58.287062 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-4a985792-a124-4aa5-943f-b78777747c6c admin admin] Usage tracker for resource:security_group_rule and tenant:7fd0ed3c7c814379b9732dc17007a0ab is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:58.291392 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-4a985792-a124-4aa5-943f-b78777747c6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:58.297895 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-4a985792-a124-4aa5-943f-b78777747c6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:58.349876 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76de5b03-e37f-4ce3-9f9c-c7ea669b3297 admin admin] Notify agent at l3_agent.dv-cinder-759955-2-smb the message routers_updated {{(pid=80387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:21:58.364316 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd00e51-236a-4340-8285-1436d7bc60e1 None None] Sync routers for ids ['61d5c347-4e1e-42f4-a007-fff51703ec76'] in dv-cinder-759955-2-smb {{(pid=80389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:21:58.391877 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4a985792-a124-4aa5-943f-b78777747c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:58.392768 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd00e51-236a-4340-8285-1436d7bc60e1 None None] Routers {'61d5c347-4e1e-42f4-a007-fff51703ec76'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:21:58.394681 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-1fd00e51-236a-4340-8285-1436d7bc60e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:21:52Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['61d5c347-4e1e-42f4-a007-fff51703ec76'], 'active': True} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:58.428315 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4a985792-a124-4aa5-943f-b78777747c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:58.439259 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2edf6bf3-bf66-48c4-b55f-19a2d0f1f8e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:58.453393 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-76de5b03-e37f-4ce3-9f9c-c7ea669b3297 admin admin] Notify callbacks [] for router, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:58.454725 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-76de5b03-e37f-4ce3-9f9c-c7ea669b3297 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.3419580 Nov 18 16:21:58.457745 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 47728) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:58.486864 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-4a985792-a124-4aa5-943f-b78777747c6c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7fd0ed3c7c814379b9732dc17007a0ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4819970 Nov 18 16:21:58.490201 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 47732) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:58.559115 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a985792-a124-4aa5-943f-b78777747c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374f4cba-8509-4fd0-ba5a-2f26d006c38d,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:58.563755 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4a985792-a124-4aa5-943f-b78777747c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:58.578216 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 47738) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:58.617810 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ae328ae4-e0d5-45c8-9b91-0b5ca4c88c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:58.689186 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ae328ae4-e0d5-45c8-9b91-0b5ca4c88c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:58.795301 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-1fd00e51-236a-4340-8285-1436d7bc60e1 None None] Set router 61d5c347-4e1e-42f4-a007-fff51703ec76 gateway port host: dv-cinder-759955-2-smb {{(pid=80389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:21:58.845266 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ae328ae4-e0d5-45c8-9b91-0b5ca4c88c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:58.852675 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-550d6dde-3aca-479b-a46d-dae522755af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:58.869982 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae328ae4-e0d5-45c8-9b91-0b5ca4c88c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374f4cba-8509-4fd0-ba5a-2f26d006c38d,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:58.872197 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ae328ae4-e0d5-45c8-9b91-0b5ca4c88c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:58.883774 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-ae328ae4-e0d5-45c8-9b91-0b5ca4c88c97 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/374f4cba-8509-4fd0-ba5a-2f26d006c38d HTTP/1.1" status: 204 len: 168 time: 0.3893282 Nov 18 16:21:58.883774 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ae328ae4-e0d5-45c8-9b91-0b5ca4c88c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:59.041401 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9cd161ec-436b-4801-b5ea-ec1a18ad070d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:59.149765 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-9cd161ec-436b-4801-b5ea-ec1a18ad070d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:59.154999 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-9cd161ec-436b-4801-b5ea-ec1a18ad070d admin admin] Usage tracker for resource:security_group_rule and tenant:55dd3fdb53414f1da347a96ea17c3f11 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:59.159049 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-9cd161ec-436b-4801-b5ea-ec1a18ad070d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:59.167526 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-9cd161ec-436b-4801-b5ea-ec1a18ad070d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:59.261905 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9cd161ec-436b-4801-b5ea-ec1a18ad070d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:59.298657 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9cd161ec-436b-4801-b5ea-ec1a18ad070d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:59.308475 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-dac8e686-0a3d-4469-bab4-0e41716c93e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:59.381028 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd161ec-436b-4801-b5ea-ec1a18ad070d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7100518-4a5a-4cbc-a2ed-26b54ecfb5cb,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:59.395606 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-9cd161ec-436b-4801-b5ea-ec1a18ad070d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=55dd3fdb53414f1da347a96ea17c3f11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8084908 Nov 18 16:21:59.395606 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9cd161ec-436b-4801-b5ea-ec1a18ad070d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:59.398661 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 47758) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:59.485972 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bf70d63b-952f-4f42-adf3-48b05d08af74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:59.494397 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-1fd00e51-236a-4340-8285-1436d7bc60e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d5c347-4e1e-42f4-a007-fff51703ec76', 'name': 'tempest-ServerRescueNegativeTestJSON-1179166998-router', 'tenant_id': '1b1fbfc3a3104b13a627691fd34d8367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:55Z', 'updated_at': '2020-11-18T16:21:57Z', 'revision_number': 3, 'project_id': '1b1fbfc3a3104b13a627691fd34d8367', 'gw_port': {'id': '0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:24:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d5c347-4e1e-42f4-a007-fff51703ec76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:56Z', 'updated_at': '2020-11-18T16:21:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb'}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:59.505494 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd00e51-236a-4340-8285-1436d7bc60e1 None None] Checking router: 61d5c347-4e1e-42f4-a007-fff51703ec76 for host: dv-cinder-759955-2-smb {{(pid=80389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:21:59.505932 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd00e51-236a-4340-8285-1436d7bc60e1 None None] Updating router 61d5c347-4e1e-42f4-a007-fff51703ec76 port 0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35 binding host dv-cinder-759955-2-smb {{(pid=80389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:21:59.520662 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bf70d63b-952f-4f42-adf3-48b05d08af74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:59.593168 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f2e865ea-cc4e-4c5e-bc50-40d6dd6dfb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:59.611474 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1fd00e51-236a-4340-8285-1436d7bc60e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:59.614512 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bf70d63b-952f-4f42-adf3-48b05d08af74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:59.620092 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9cd161ec-436b-4801-b5ea-ec1a18ad070d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:59.627450 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 47766) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:59.651893 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70d63b-952f-4f42-adf3-48b05d08af74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7100518-4a5a-4cbc-a2ed-26b54ecfb5cb,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:59.657112 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bf70d63b-952f-4f42-adf3-48b05d08af74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:59.659373 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-56a47a02-dfed-41cf-b18f-e28cdce8eedf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:59.678145 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bf70d63b-952f-4f42-adf3-48b05d08af74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:59.682970 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-bf70d63b-952f-4f42-adf3-48b05d08af74 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a7100518-4a5a-4cbc-a2ed-26b54ecfb5cb HTTP/1.1" status: 204 len: 168 time: 0.2831056 Nov 18 16:21:59.703149 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-56a47a02-dfed-41cf-b18f-e28cdce8eedf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:59.707608 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-56a47a02-dfed-41cf-b18f-e28cdce8eedf admin admin] Usage tracker for resource:security_group_rule and tenant:7e78b4cf4a624dba8b7a7d187a14fcbd is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:59.711413 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-56a47a02-dfed-41cf-b18f-e28cdce8eedf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:59.717648 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-56a47a02-dfed-41cf-b18f-e28cdce8eedf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:59.879108 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-56a47a02-dfed-41cf-b18f-e28cdce8eedf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:59.961990 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-56a47a02-dfed-41cf-b18f-e28cdce8eedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:59.971553 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bf70d63b-952f-4f42-adf3-48b05d08af74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:00.081581 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a47a02-dfed-41cf-b18f-e28cdce8eedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bff210b-9db6-4275-b14f-17fd477c040c,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:00.093140 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-f2e865ea-cc4e-4c5e-bc50-40d6dd6dfb54 admin admin] Allocated IP 172.20.0.1 (243ad771-9c27-410a-abdd-1a4d0c39fde7/643c9d54-1ec3-46c3-8fbb-5c01220d831b/ae24db60-2c75-4386-ad79-6b127fff2f5f) {{(pid=80387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:22:00.107676 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-56a47a02-dfed-41cf-b18f-e28cdce8eedf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:00.119802 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-56a47a02-dfed-41cf-b18f-e28cdce8eedf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7e78b4cf4a624dba8b7a7d187a14fcbd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4867671 Nov 18 16:22:00.121034 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 47776) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:00.124121 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1fd00e51-236a-4340-8285-1436d7bc60e1 None None] Notify callbacks [] for port, precommit_update {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:00.137573 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-1fd00e51-236a-4340-8285-1436d7bc60e1 None None] Transition to ACTIVE for port object 0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35 will not be triggered until provisioned by entity L2. {{(pid=80389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:22:00.156692 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 6 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:22:00.190639 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1fd00e51-236a-4340-8285-1436d7bc60e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:00.214865 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8526805e-f798-446d-b643-6af3cc627636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:00.230521 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80389) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:00.255906 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8526805e-f798-446d-b643-6af3cc627636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:00.338726 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8526805e-f798-446d-b643-6af3cc627636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:00.342709 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f2e865ea-cc4e-4c5e-bc50-40d6dd6dfb54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:00.345376 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5bcc33c2-7318-4005-b901-f231da1d47da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:00.370210 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8526805e-f798-446d-b643-6af3cc627636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bff210b-9db6-4275-b14f-17fd477c040c,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:00.375951 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8526805e-f798-446d-b643-6af3cc627636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:00.385890 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8526805e-f798-446d-b643-6af3cc627636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:00.388262 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-8526805e-f798-446d-b643-6af3cc627636 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2bff210b-9db6-4275-b14f-17fd477c040c HTTP/1.1" status: 204 len: 168 time: 0.2627547 Nov 18 16:22:00.402890 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356eac5-4ee0-4141-9ca8-5be194381146 None None] Pushing event updated for resources: {'Port': ['ID=0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35,revision_number=2']} {{(pid=80389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:00.413773 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f2e865ea-cc4e-4c5e-bc50-40d6dd6dfb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:00.430804 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:00.465555 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356eac5-4ee0-4141-9ca8-5be194381146 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:00.465906 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356eac5-4ee0-4141-9ca8-5be194381146 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:00.466281 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356eac5-4ee0-4141-9ca8-5be194381146 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:00.466650 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356eac5-4ee0-4141-9ca8-5be194381146 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:00.467012 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356eac5-4ee0-4141-9ca8-5be194381146 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:00.467374 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356eac5-4ee0-4141-9ca8-5be194381146 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:00.467734 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356eac5-4ee0-4141-9ca8-5be194381146 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:00.468091 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356eac5-4ee0-4141-9ca8-5be194381146 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:00.468549 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356eac5-4ee0-4141-9ca8-5be194381146 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:00.468936 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356eac5-4ee0-4141-9ca8-5be194381146 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:00.469870 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356eac5-4ee0-4141-9ca8-5be194381146 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:00.470244 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356eac5-4ee0-4141-9ca8-5be194381146 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:00.470682 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356eac5-4ee0-4141-9ca8-5be194381146 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:00.471043 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356eac5-4ee0-4141-9ca8-5be194381146 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:00.471401 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356eac5-4ee0-4141-9ca8-5be194381146 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:00.471760 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356eac5-4ee0-4141-9ca8-5be194381146 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:00.472113 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356eac5-4ee0-4141-9ca8-5be194381146 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:00.472469 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356eac5-4ee0-4141-9ca8-5be194381146 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:00.472848 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356eac5-4ee0-4141-9ca8-5be194381146 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:00.473206 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356eac5-4ee0-4141-9ca8-5be194381146 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:00.474543 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356eac5-4ee0-4141-9ca8-5be194381146 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:00.476965 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356eac5-4ee0-4141-9ca8-5be194381146 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:00.476965 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356eac5-4ee0-4141-9ca8-5be194381146 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:00.476965 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0356eac5-4ee0-4141-9ca8-5be194381146 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:00.480258 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0356eac5-4ee0-4141-9ca8-5be194381146 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80389) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:00.502058 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-1fd00e51-236a-4340-8285-1436d7bc60e1 None None] Attempting to bind port 0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35 on host dv-cinder-759955-2-smb for vnic_type normal with profile {{(pid=80389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:22:00.502509 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-1fd00e51-236a-4340-8285-1436d7bc60e1 None None] Attempting to bind port 0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35 by drivers openvswitch on host dv-cinder-759955-2-smb at level 0 using segments [{'id': 'fd1903d0-2c86-4185-ae42-f007a12d43c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'}] {{(pid=80389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:22:00.503296 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd00e51-236a-4340-8285-1436d7bc60e1 None None] Attempting to bind port 0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35 on network 1ab93bf2-7919-44ad-adde-8c05b7be9843 {{(pid=80389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:22:00.510997 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd00e51-236a-4340-8285-1436d7bc60e1 None None] Checking agent: {'id': 'd139265b-832e-4a4b-b5af-b5aa037fc555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 11, 53), 'started_at': datetime.datetime(2020, 11, 18, 16, 12, 23), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:22:00.511410 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd00e51-236a-4340-8285-1436d7bc60e1 None None] Checking segment: {'id': 'fd1903d0-2c86-4185-ae42-f007a12d43c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:22:00.511862 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1fd00e51-236a-4340-8285-1436d7bc60e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:00.512294 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd00e51-236a-4340-8285-1436d7bc60e1 None None] Bound using segment: {'id': 'fd1903d0-2c86-4185-ae42-f007a12d43c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'} {{(pid=80389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:22:00.512823 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-1fd00e51-236a-4340-8285-1436d7bc60e1 None None] Bound port: 0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35, host: dv-cinder-759955-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1903d0-2c86-4185-ae42-f007a12d43c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'}}] {{(pid=80389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:22:00.513273 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1fd00e51-236a-4340-8285-1436d7bc60e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:00.585920 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e865ea-cc4e-4c5e-bc50-40d6dd6dfb54 admin admin] Pushing event updated for resources: {'Port': ['ID=ae24db60-2c75-4386-ad79-6b127fff2f5f,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:00.590521 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f2e865ea-cc4e-4c5e-bc50-40d6dd6dfb54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:00.604230 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-1fd00e51-236a-4340-8285-1436d7bc60e1 None None] For port 0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35, host dv-cinder-759955-2-smb, cleared binding levels {{(pid=80389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:22:00.609073 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-1fd00e51-236a-4340-8285-1436d7bc60e1 None None] For port 0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35, host dv-cinder-759955-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35,segment=NetworkSegment(fd1903d0-2c86-4185-ae42-f007a12d43c6),segment_id=fd1903d0-2c86-4185-ae42-f007a12d43c6)] {{(pid=80389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:22:00.637285 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e865ea-cc4e-4c5e-bc50-40d6dd6dfb54 admin admin] Network 243ad771-9c27-410a-abdd-1a4d0c39fde7 is already hosted by enough agents. {{(pid=80387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:22:00.638444 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-f2e865ea-cc4e-4c5e-bc50-40d6dd6dfb54 admin admin] Resources bound (agent type, host, resource id): {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:22:00.640721 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e865ea-cc4e-4c5e-bc50-40d6dd6dfb54 admin admin] Received port after_create {{(pid=80387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:22:00.658458 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1fd00e51-236a-4340-8285-1436d7bc60e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:00.691090 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3bf3a42e-6b5f-40b4-89a8-33d3f20b3d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80389) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:00.705642 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f2e865ea-cc4e-4c5e-bc50-40d6dd6dfb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700930'] for router_interface, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:00.764094 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 47790) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:00.813048 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a7a44fa5-f3cb-42cc-b062-9c18e1975046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:00.882336 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a7a44fa5-f3cb-42cc-b062-9c18e1975046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:00.887026 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-a7a44fa5-f3cb-42cc-b062-9c18e1975046 admin admin] Usage tracker for resource:security_group_rule and tenant:0601471c25164bf98cf149234559a77c is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:00.890444 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-a7a44fa5-f3cb-42cc-b062-9c18e1975046 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:00.900887 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a7a44fa5-f3cb-42cc-b062-9c18e1975046 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:00.956394 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356eac5-4ee0-4141-9ca8-5be194381146 None None] Pushing event updated for resources: {'Port': ['ID=0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35,revision_number=3']} {{(pid=80389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:00.986970 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd00e51-236a-4340-8285-1436d7bc60e1 None None] Routers {'61d5c347-4e1e-42f4-a007-fff51703ec76'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:22:00.987744 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-1fd00e51-236a-4340-8285-1436d7bc60e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:21:52Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['61d5c347-4e1e-42f4-a007-fff51703ec76'], 'active': True} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:22:01.000614 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a7a44fa5-f3cb-42cc-b062-9c18e1975046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:01.019987 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f2e865ea-cc4e-4c5e-bc50-40d6dd6dfb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:01.036014 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a7a44fa5-f3cb-42cc-b062-9c18e1975046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:01.080195 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1f7cebfc-9f53-4e18-b3c5-4fb01254cfac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:01.117884 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-a7a44fa5-f3cb-42cc-b062-9c18e1975046 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0601471c25164bf98cf149234559a77c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3522041 Nov 18 16:22:01.119542 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a44fa5-f3cb-42cc-b062-9c18e1975046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0d202d-524f-418b-badb-9c7ef6b7c8e2,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:01.123798 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 47802) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:01.127923 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a7a44fa5-f3cb-42cc-b062-9c18e1975046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:01.227417 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0356eac5-4ee0-4141-9ca8-5be194381146 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=80389) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:01.237269 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fdbf080d-d170-4a90-884e-fbcbf65fedf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:01.285682 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fdbf080d-d170-4a90-884e-fbcbf65fedf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:01.337554 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-1fd00e51-236a-4340-8285-1436d7bc60e1 None None] Set router 61d5c347-4e1e-42f4-a007-fff51703ec76 gateway port host: dv-cinder-759955-2-smb {{(pid=80389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:22:01.371041 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fdbf080d-d170-4a90-884e-fbcbf65fedf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:01.376303 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:01.410825 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf080d-d170-4a90-884e-fbcbf65fedf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0d202d-524f-418b-badb-9c7ef6b7c8e2,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:01.433662 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fdbf080d-d170-4a90-884e-fbcbf65fedf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:01.436061 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fdbf080d-d170-4a90-884e-fbcbf65fedf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:01.437335 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-fdbf080d-d170-4a90-884e-fbcbf65fedf6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cc0d202d-524f-418b-badb-9c7ef6b7c8e2 HTTP/1.1" status: 204 len: 168 time: 0.3119926 Nov 18 16:22:01.492825 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f2e865ea-cc4e-4c5e-bc50-40d6dd6dfb54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:01.525251 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f2e865ea-cc4e-4c5e-bc50-40d6dd6dfb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445729'] for port, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:01.584738 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-056ba683-21e6-4a94-aab1-b79febacf167 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:01.595952 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 47814) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:01.619353 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f2e865ea-cc4e-4c5e-bc50-40d6dd6dfb54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846444243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854074777'] for router_interface, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:01.634794 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6b048e3a-e5e6-4d2a-bb6e-bb014ff380fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:01.709418 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-6b048e3a-e5e6-4d2a-bb6e-bb014ff380fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:01.729646 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-6b048e3a-e5e6-4d2a-bb6e-bb014ff380fb admin admin] Usage tracker for resource:security_group_rule and tenant:d196d7a5ef304b7db0468dc46d31d59f is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:01.734176 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-6b048e3a-e5e6-4d2a-bb6e-bb014ff380fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:01.749853 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-6b048e3a-e5e6-4d2a-bb6e-bb014ff380fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:01.836552 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-1fd00e51-236a-4340-8285-1436d7bc60e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d5c347-4e1e-42f4-a007-fff51703ec76', 'name': 'tempest-ServerRescueNegativeTestJSON-1179166998-router', 'tenant_id': '1b1fbfc3a3104b13a627691fd34d8367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:55Z', 'updated_at': '2020-11-18T16:22:00Z', 'revision_number': 4, 'project_id': '1b1fbfc3a3104b13a627691fd34d8367', 'gw_port': {'id': '0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:24:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d5c347-4e1e-42f4-a007-fff51703ec76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:56Z', 'updated_at': '2020-11-18T16:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': 'ae24db60-2c75-4386-ad79-6b127fff2f5f', 'name': '', 'network_id': '243ad771-9c27-410a-abdd-1a4d0c39fde7', 'tenant_id': '1b1fbfc3a3104b13a627691fd34d8367', 'mac_address': 'fa:16:3e:ce:1d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d5c347-4e1e-42f4-a007-fff51703ec76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '643c9d54-1ec3-46c3-8fbb-5c01220d831b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:59Z', 'updated_at': '2020-11-18T16:22:00Z', 'revision_number': 1, 'project_id': '1b1fbfc3a3104b13a627691fd34d8367', 'subnets': [{'id': '643c9d54-1ec3-46c3-8fbb-5c01220d831b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:22:01.854900 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd00e51-236a-4340-8285-1436d7bc60e1 None None] The sync data for ids ['61d5c347-4e1e-42f4-a007-fff51703ec76'] in dv-cinder-759955-2-smb is: [{'id': '61d5c347-4e1e-42f4-a007-fff51703ec76', 'name': 'tempest-ServerRescueNegativeTestJSON-1179166998-router', 'tenant_id': '1b1fbfc3a3104b13a627691fd34d8367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:55Z', 'updated_at': '2020-11-18T16:22:00Z', 'revision_number': 4, 'project_id': '1b1fbfc3a3104b13a627691fd34d8367', 'gw_port': {'id': '0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:24:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d5c347-4e1e-42f4-a007-fff51703ec76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:56Z', 'updated_at': '2020-11-18T16:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': 'ae24db60-2c75-4386-ad79-6b127fff2f5f', 'name': '', 'network_id': '243ad771-9c27-410a-abdd-1a4d0c39fde7', 'tenant_id': '1b1fbfc3a3104b13a627691fd34d8367', 'mac_address': 'fa:16:3e:ce:1d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d5c347-4e1e-42f4-a007-fff51703ec76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '643c9d54-1ec3-46c3-8fbb-5c01220d831b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:59Z', 'updated_at': '2020-11-18T16:22:00Z', 'revision_number': 1, 'project_id': '1b1fbfc3a3104b13a627691fd34d8367', 'subnets': [{'id': '643c9d54-1ec3-46c3-8fbb-5c01220d831b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:22:01.948238 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6b048e3a-e5e6-4d2a-bb6e-bb014ff380fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:01.999979 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6b048e3a-e5e6-4d2a-bb6e-bb014ff380fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:02.010437 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-45ed664b-c24b-426c-afba-9456840ddf73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:02.049258 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e865ea-cc4e-4c5e-bc50-40d6dd6dfb54 admin admin] Pushing event updated for resources: {'Port': ['ID=ae24db60-2c75-4386-ad79-6b127fff2f5f,revision_number=2']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:02.052322 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f2e865ea-cc4e-4c5e-bc50-40d6dd6dfb54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:02.067867 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b048e3a-e5e6-4d2a-bb6e-bb014ff380fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec407ec-5986-420b-81d8-e5ef33a2297e,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:02.075520 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-6b048e3a-e5e6-4d2a-bb6e-bb014ff380fb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d196d7a5ef304b7db0468dc46d31d59f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4756916 Nov 18 16:22:02.076497 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6b048e3a-e5e6-4d2a-bb6e-bb014ff380fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:02.077067 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 47826) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:02.113502 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e865ea-cc4e-4c5e-bc50-40d6dd6dfb54 admin admin] Network 243ad771-9c27-410a-abdd-1a4d0c39fde7 is already hosted by enough agents. {{(pid=80387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:22:02.114796 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-f2e865ea-cc4e-4c5e-bc50-40d6dd6dfb54 admin admin] Resources bound (agent type, host, resource id): {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:22:02.157805 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-87190b14-e8f8-4e41-8ee5-89fa2f448660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:02.200682 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-87190b14-e8f8-4e41-8ee5-89fa2f448660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:02.291226 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-87190b14-e8f8-4e41-8ee5-89fa2f448660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:02.314794 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0519df35-1da2-4572-83d5-339efda4e46b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:02.370475 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87190b14-e8f8-4e41-8ee5-89fa2f448660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec407ec-5986-420b-81d8-e5ef33a2297e,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:02.390965 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-87190b14-e8f8-4e41-8ee5-89fa2f448660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:02.395136 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-87190b14-e8f8-4e41-8ee5-89fa2f448660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:02.401900 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-87190b14-e8f8-4e41-8ee5-89fa2f448660 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1ec407ec-5986-420b-81d8-e5ef33a2297e HTTP/1.1" status: 204 len: 168 time: 0.3237615 Nov 18 16:22:02.749416 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e865ea-cc4e-4c5e-bc50-40d6dd6dfb54 admin admin] Router 61d5c347-4e1e-42f4-a007-fff51703ec76 has already been hosted by L3 agent 06010dfa-7d57-41a4-b257-aaebf39abde2 {{(pid=80387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:22:03.123721 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e865ea-cc4e-4c5e-bc50-40d6dd6dfb54 admin admin] Notify agent at l3_agent.dv-cinder-759955-2-smb the message routers_updated {{(pid=80387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:22:03.138855 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-f2e865ea-cc4e-4c5e-bc50-40d6dd6dfb54 admin admin] 10.222.0.26 "PUT /v2.0/routers/61d5c347-4e1e-42f4-a007-fff51703ec76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6799829 Nov 18 16:22:03.622990 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35 up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:22:03.753654 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning for port 0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35 completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:22:03.760112 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning complete for port 0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:22:03.763504 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:03.968172 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:03.988383 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] For port 0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35,segment=NetworkSegment(fd1903d0-2c86-4185-ae42-f007a12d43c6),segment_id=fd1903d0-2c86-4185-ae42-f007a12d43c6)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:22:04.028206 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:04.031156 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:04.108553 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Pushing event updated for resources: {'Port': ['ID=0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35,revision_number=4']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:04.121912 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:04.122302 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:04.122689 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:04.123069 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:04.123445 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:04.123822 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:04.124195 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:04.124566 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:04.124967 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:04.125340 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:04.128926 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:04.129453 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:04.129998 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:04.132534 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:04.133055 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:04.133449 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:04.133835 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:04.134235 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:04.134606 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:04.134979 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:04.135354 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:04.135727 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:04.136099 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:04.136465 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:04.141368 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:05.101019 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-18689348-45b4-45b2-a176-037c342bd50e tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:05.102273 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-18689348-45b4-45b2-a176-037c342bd50e tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Synchronizing usage tracker for tenant:1b1fbfc3a3104b13a627691fd34d8367 on resource:network {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:22:05.105259 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-d560537b-5dfb-4463-bb15-64ac51d8196a tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:05.112540 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-d560537b-5dfb-4463-bb15-64ac51d8196a tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/networks?id=6e9790d1-5881-4e64-a6df-f04a185fd798 HTTP/1.1" status: 200 len: 814 time: 0.1851599 Nov 18 16:22:05.126267 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-d30b9a1d-221d-42c4-8ad0-437ce2f135fe tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/quotas/fa7b55f56ea446e2adf28b09f290c5ad HTTP/1.1" status: 200 len: 375 time: 0.0127890 Nov 18 16:22:05.150374 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-18689348-45b4-45b2-a176-037c342bd50e tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Unset dirty status for tenant:1b1fbfc3a3104b13a627691fd34d8367 on resource:network {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:22:05.151709 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-18689348-45b4-45b2-a176-037c342bd50e tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/networks?id=243ad771-9c27-410a-abdd-1a4d0c39fde7 HTTP/1.1" status: 200 len: 819 time: 0.2247345 Nov 18 16:22:05.179601 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-7fdce07d-a043-4c0d-919e-25243f3ed3e6 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/quotas/1b1fbfc3a3104b13a627691fd34d8367 HTTP/1.1" status: 200 len: 375 time: 0.0212536 Nov 18 16:22:05.229020 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 47942) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:05.294517 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-d2d6c2e3-d66f-4e48-91ec-790a8e7f5c95 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa7b55f56ea446e2adf28b09f290c5ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1613533 Nov 18 16:22:05.332919 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-a693d11a-5d68-4429-9d73-92dded2aea9f tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b1fbfc3a3104b13a627691fd34d8367&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1461000 Nov 18 16:22:05.582267 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-198609af-d4ec-40a2-886c-e98bff8e63ec service neutron] 10.222.0.26 "GET /v2.0/networks/243ad771-9c27-410a-abdd-1a4d0c39fde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406344 Nov 18 16:22:05.586176 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-6866d457-0cd7-4c6a-98ad-cd20aabfabec service neutron] 10.222.0.26 "GET /v2.0/networks/6e9790d1-5881-4e64-a6df-f04a185fd798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812955 Nov 18 16:22:05.620698 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35 up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:22:05.758288 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning complete for port 0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:22:05.761679 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:05.782838 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-6cffe519-a1e5-48e5-b666-0d6528e87779 service neutron] 10.222.0.26 "GET /v2.0/networks/6e9790d1-5881-4e64-a6df-f04a185fd798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1854072 Nov 18 16:22:05.783388 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b550225f-1cb6-4c9d-b85d-dd9baae24483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:05.831705 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-b550225f-1cb6-4c9d-b85d-dd9baae24483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:05.836868 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-b550225f-1cb6-4c9d-b85d-dd9baae24483 admin admin] Usage tracker for resource:security_group_rule and tenant:21f8beb384d84e7bb38a490f3dcb84de is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:05.840403 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-b550225f-1cb6-4c9d-b85d-dd9baae24483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:05.851144 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-b550225f-1cb6-4c9d-b85d-dd9baae24483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:05.982076 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e0a575-6b9c-4a33-b39e-43b90287b3af None None] Sync routers for ids ['61d5c347-4e1e-42f4-a007-fff51703ec76'] in dv-cinder-759955-2-smb {{(pid=80388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:22:05.982798 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b550225f-1cb6-4c9d-b85d-dd9baae24483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:06.005971 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-7f99a4ca-a325-42aa-b603-a8e7774565b1 service neutron] 10.222.0.26 "GET /v2.0/networks/243ad771-9c27-410a-abdd-1a4d0c39fde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4227700 Nov 18 16:22:06.013113 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e0a575-6b9c-4a33-b39e-43b90287b3af None None] Routers {'61d5c347-4e1e-42f4-a007-fff51703ec76'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:22:06.014102 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-f2e0a575-6b9c-4a33-b39e-43b90287b3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:21:52Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['61d5c347-4e1e-42f4-a007-fff51703ec76'], 'active': True} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:22:06.035685 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b550225f-1cb6-4c9d-b85d-dd9baae24483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:06.044764 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-edbdb17f-6266-480f-9ea6-fca8f65bfa56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:06.097429 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550225f-1cb6-4c9d-b85d-dd9baae24483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fbe7f4-ecf3-4ec8-a647-0374026cb909,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:06.102089 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b550225f-1cb6-4c9d-b85d-dd9baae24483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:06.107480 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 47968) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:06.107724 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-b550225f-1cb6-4c9d-b85d-dd9baae24483 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=21f8beb384d84e7bb38a490f3dcb84de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8751416 Nov 18 16:22:06.191781 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f6e1983e-4748-4d0f-ba91-43adf8fe50fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:06.229484 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f6e1983e-4748-4d0f-ba91-43adf8fe50fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:06.301243 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-f2e0a575-6b9c-4a33-b39e-43b90287b3af None None] Set router 61d5c347-4e1e-42f4-a007-fff51703ec76 gateway port host: dv-cinder-759955-2-smb {{(pid=80388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:22:06.420953 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-611161c3-34ad-444a-afd6-036993daa6fa req-7a9cecc6-ca63-4676-b950-d51badb1b599 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=580812c1-9b2f-46cd-804d-69a7fd4c5f96 HTTP/1.1" status: 200 len: 210 time: 0.0789447 Nov 18 16:22:06.464179 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f6e1983e-4748-4d0f-ba91-43adf8fe50fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:06.472555 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c40618d2-8546-46a0-9381-3663a82ddb9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:06.490192 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1983e-4748-4d0f-ba91-43adf8fe50fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fbe7f4-ecf3-4ec8-a647-0374026cb909,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:06.493047 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f6e1983e-4748-4d0f-ba91-43adf8fe50fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:06.494287 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-f6e1983e-4748-4d0f-ba91-43adf8fe50fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e9fbe7f4-ecf3-4ec8-a647-0374026cb909 HTTP/1.1" status: 204 len: 168 time: 0.3851709 Nov 18 16:22:06.495609 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f6e1983e-4748-4d0f-ba91-43adf8fe50fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:06.618584 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-865f1b98-1f4d-450e-ba2b-ab143aaac1b4 req-51ba3361-af88-4de8-92f5-ea9e2bbcb73e tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Synchronizing usage tracker for tenant:1b1fbfc3a3104b13a627691fd34d8367 on resource:port {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:22:06.681485 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-865f1b98-1f4d-450e-ba2b-ab143aaac1b4 req-51ba3361-af88-4de8-92f5-ea9e2bbcb73e tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Unset dirty status for tenant:1b1fbfc3a3104b13a627691fd34d8367 on resource:port {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:22:06.683047 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-865f1b98-1f4d-450e-ba2b-ab143aaac1b4 req-51ba3361-af88-4de8-92f5-ea9e2bbcb73e tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 210 time: 0.1606162 Nov 18 16:22:06.944593 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-f2e0a575-6b9c-4a33-b39e-43b90287b3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d5c347-4e1e-42f4-a007-fff51703ec76', 'name': 'tempest-ServerRescueNegativeTestJSON-1179166998-router', 'tenant_id': '1b1fbfc3a3104b13a627691fd34d8367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:55Z', 'updated_at': '2020-11-18T16:22:00Z', 'revision_number': 4, 'project_id': '1b1fbfc3a3104b13a627691fd34d8367', 'gw_port': {'id': '0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:24:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d5c347-4e1e-42f4-a007-fff51703ec76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:56Z', 'updated_at': '2020-11-18T16:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': 'ae24db60-2c75-4386-ad79-6b127fff2f5f', 'name': '', 'network_id': '243ad771-9c27-410a-abdd-1a4d0c39fde7', 'tenant_id': '1b1fbfc3a3104b13a627691fd34d8367', 'mac_address': 'fa:16:3e:ce:1d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d5c347-4e1e-42f4-a007-fff51703ec76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '643c9d54-1ec3-46c3-8fbb-5c01220d831b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:59Z', 'updated_at': '2020-11-18T16:22:01Z', 'revision_number': 2, 'project_id': '1b1fbfc3a3104b13a627691fd34d8367', 'subnets': [{'id': '643c9d54-1ec3-46c3-8fbb-5c01220d831b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:22:06.950106 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e0a575-6b9c-4a33-b39e-43b90287b3af None None] Checking router: 61d5c347-4e1e-42f4-a007-fff51703ec76 for host: dv-cinder-759955-2-smb {{(pid=80388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:22:06.950460 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e0a575-6b9c-4a33-b39e-43b90287b3af None None] Updating router 61d5c347-4e1e-42f4-a007-fff51703ec76 port ae24db60-2c75-4386-ad79-6b127fff2f5f binding host dv-cinder-759955-2-smb {{(pid=80388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:22:07.247035 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f2e0a575-6b9c-4a33-b39e-43b90287b3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:07.356176 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-5384f89f-b523-4518-b2da-8eb8b21ad52a tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:07.357824 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-5384f89f-b523-4518-b2da-8eb8b21ad52a tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/networks?id=243ad771-9c27-410a-abdd-1a4d0c39fde7 HTTP/1.1" status: 200 len: 819 time: 0.2798994 Nov 18 16:22:07.381402 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-98a890cb-8291-478b-9c73-7f10b9a5b8a3 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/quotas/1b1fbfc3a3104b13a627691fd34d8367 HTTP/1.1" status: 200 len: 375 time: 0.0145123 Nov 18 16:22:07.478659 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-808067c5-0a3b-4b35-b295-eccf28304f3b tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?tenant_id=1b1fbfc3a3104b13a627691fd34d8367&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0931549 Nov 18 16:22:07.634573 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-0e766001-44fb-4d33-8049-19ee050fe587 service neutron] 10.222.0.26 "GET /v2.0/networks/243ad771-9c27-410a-abdd-1a4d0c39fde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482329 Nov 18 16:22:07.960543 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-94738bb0-38f8-4848-94fe-bcf942891b9c service neutron] 10.222.0.26 "GET /v2.0/networks/243ad771-9c27-410a-abdd-1a4d0c39fde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3191819 Nov 18 16:22:07.980621 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f2e0a575-6b9c-4a33-b39e-43b90287b3af None None] Notify callbacks [] for port, precommit_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:08.012484 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-f2e0a575-6b9c-4a33-b39e-43b90287b3af None None] Transition to ACTIVE for port object ae24db60-2c75-4386-ad79-6b127fff2f5f will not be triggered until provisioned by entity L2. {{(pid=80388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:22:08.047549 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f2e0a575-6b9c-4a33-b39e-43b90287b3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:08.049595 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9b03f753-9738-47d9-92e7-9c4b43229a91 req-e92e8bc6-34d1-48d9-9423-188c1d719e5e tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=580812c1-9b2f-46cd-804d-69a7fd4c5f96 HTTP/1.1" status: 200 len: 210 time: 0.0898399 Nov 18 16:22:08.066420 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:08.227358 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93958b8-6174-45dc-876c-c52894d37fab None None] Pushing event updated for resources: {'Port': ['ID=ae24db60-2c75-4386-ad79-6b127fff2f5f,revision_number=3']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:08.232335 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b93958b8-6174-45dc-876c-c52894d37fab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:08.457444 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4119d759-020b-4621-addd-1024be295389 req-9c8e661f-0f7b-4c60-b099-51ad1bc11350 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 210 time: 0.0824344 Nov 18 16:22:08.522851 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-f2e0a575-6b9c-4a33-b39e-43b90287b3af None None] Attempting to bind port ae24db60-2c75-4386-ad79-6b127fff2f5f on host dv-cinder-759955-2-smb for vnic_type normal with profile {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:22:08.522851 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-f2e0a575-6b9c-4a33-b39e-43b90287b3af None None] Attempting to bind port ae24db60-2c75-4386-ad79-6b127fff2f5f by drivers openvswitch on host dv-cinder-759955-2-smb at level 0 using segments [{'id': '337856fa-1653-49eb-af3a-5379f98bd94a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '243ad771-9c27-410a-abdd-1a4d0c39fde7'}] {{(pid=80388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:22:08.522851 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e0a575-6b9c-4a33-b39e-43b90287b3af None None] Attempting to bind port ae24db60-2c75-4386-ad79-6b127fff2f5f on network 243ad771-9c27-410a-abdd-1a4d0c39fde7 {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:22:08.531251 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e0a575-6b9c-4a33-b39e-43b90287b3af None None] Checking agent: {'id': 'd139265b-832e-4a4b-b5af-b5aa037fc555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 11, 53), 'started_at': datetime.datetime(2020, 11, 18, 16, 12, 23), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:22:08.531693 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e0a575-6b9c-4a33-b39e-43b90287b3af None None] Checking segment: {'id': '337856fa-1653-49eb-af3a-5379f98bd94a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '243ad771-9c27-410a-abdd-1a4d0c39fde7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:22:08.532535 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f2e0a575-6b9c-4a33-b39e-43b90287b3af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:08.532674 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e0a575-6b9c-4a33-b39e-43b90287b3af None None] Bound using segment: {'id': '337856fa-1653-49eb-af3a-5379f98bd94a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '243ad771-9c27-410a-abdd-1a4d0c39fde7'} {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:22:08.533239 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-f2e0a575-6b9c-4a33-b39e-43b90287b3af None None] Bound port: ae24db60-2c75-4386-ad79-6b127fff2f5f, host: dv-cinder-759955-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '337856fa-1653-49eb-af3a-5379f98bd94a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '243ad771-9c27-410a-abdd-1a4d0c39fde7'}}] {{(pid=80388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:22:08.533872 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f2e0a575-6b9c-4a33-b39e-43b90287b3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:08.660335 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-f2e0a575-6b9c-4a33-b39e-43b90287b3af None None] For port ae24db60-2c75-4386-ad79-6b127fff2f5f, host dv-cinder-759955-2-smb, cleared binding levels {{(pid=80388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:22:08.664679 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-f2e0a575-6b9c-4a33-b39e-43b90287b3af None None] For port ae24db60-2c75-4386-ad79-6b127fff2f5f, host dv-cinder-759955-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=ae24db60-2c75-4386-ad79-6b127fff2f5f,segment=NetworkSegment(337856fa-1653-49eb-af3a-5379f98bd94a),segment_id=337856fa-1653-49eb-af3a-5379f98bd94a)] {{(pid=80388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:22:08.705302 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f2e0a575-6b9c-4a33-b39e-43b90287b3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:08.886878 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b93958b8-6174-45dc-876c-c52894d37fab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:09.061511 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93958b8-6174-45dc-876c-c52894d37fab None None] Pushing event updated for resources: {'Port': ['ID=ae24db60-2c75-4386-ad79-6b127fff2f5f,revision_number=4']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:09.061511 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b93958b8-6174-45dc-876c-c52894d37fab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:09.061511 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e0a575-6b9c-4a33-b39e-43b90287b3af None None] Routers {'61d5c347-4e1e-42f4-a007-fff51703ec76'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:22:09.061511 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-f2e0a575-6b9c-4a33-b39e-43b90287b3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:21:52Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['61d5c347-4e1e-42f4-a007-fff51703ec76'], 'active': True} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:22:09.186759 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-f2e0a575-6b9c-4a33-b39e-43b90287b3af None None] Set router 61d5c347-4e1e-42f4-a007-fff51703ec76 gateway port host: dv-cinder-759955-2-smb {{(pid=80388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:22:09.291634 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ab36a023-7027-4e5b-b037-a7dd62143701 req-d69980aa-682a-4ecc-b3ad-f004a441675d tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=580812c1-9b2f-46cd-804d-69a7fd4c5f96 HTTP/1.1" status: 200 len: 210 time: 0.0721507 Nov 18 16:22:09.625615 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-f2e0a575-6b9c-4a33-b39e-43b90287b3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d5c347-4e1e-42f4-a007-fff51703ec76', 'name': 'tempest-ServerRescueNegativeTestJSON-1179166998-router', 'tenant_id': '1b1fbfc3a3104b13a627691fd34d8367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:55Z', 'updated_at': '2020-11-18T16:22:00Z', 'revision_number': 4, 'project_id': '1b1fbfc3a3104b13a627691fd34d8367', 'gw_port': {'id': '0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:24:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d5c347-4e1e-42f4-a007-fff51703ec76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:56Z', 'updated_at': '2020-11-18T16:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': 'ae24db60-2c75-4386-ad79-6b127fff2f5f', 'name': '', 'network_id': '243ad771-9c27-410a-abdd-1a4d0c39fde7', 'tenant_id': '1b1fbfc3a3104b13a627691fd34d8367', 'mac_address': 'fa:16:3e:ce:1d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d5c347-4e1e-42f4-a007-fff51703ec76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '643c9d54-1ec3-46c3-8fbb-5c01220d831b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:59Z', 'updated_at': '2020-11-18T16:22:08Z', 'revision_number': 4, 'project_id': '1b1fbfc3a3104b13a627691fd34d8367', 'subnets': [{'id': '643c9d54-1ec3-46c3-8fbb-5c01220d831b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:22:09.630371 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e0a575-6b9c-4a33-b39e-43b90287b3af None None] The sync data for ids ['61d5c347-4e1e-42f4-a007-fff51703ec76'] in dv-cinder-759955-2-smb is: [{'id': '61d5c347-4e1e-42f4-a007-fff51703ec76', 'name': 'tempest-ServerRescueNegativeTestJSON-1179166998-router', 'tenant_id': '1b1fbfc3a3104b13a627691fd34d8367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:55Z', 'updated_at': '2020-11-18T16:22:00Z', 'revision_number': 4, 'project_id': '1b1fbfc3a3104b13a627691fd34d8367', 'gw_port': {'id': '0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:24:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d5c347-4e1e-42f4-a007-fff51703ec76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:56Z', 'updated_at': '2020-11-18T16:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': 'ae24db60-2c75-4386-ad79-6b127fff2f5f', 'name': '', 'network_id': '243ad771-9c27-410a-abdd-1a4d0c39fde7', 'tenant_id': '1b1fbfc3a3104b13a627691fd34d8367', 'mac_address': 'fa:16:3e:ce:1d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61d5c347-4e1e-42f4-a007-fff51703ec76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '643c9d54-1ec3-46c3-8fbb-5c01220d831b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:59Z', 'updated_at': '2020-11-18T16:22:08Z', 'revision_number': 4, 'project_id': '1b1fbfc3a3104b13a627691fd34d8367', 'subnets': [{'id': '643c9d54-1ec3-46c3-8fbb-5c01220d831b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:22:09.667384 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-a42badb0-0f1b-4fd8-8dfe-d0ce3ba44c43 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:09.676582 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-a42badb0-0f1b-4fd8-8dfe-d0ce3ba44c43 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.13 "GET /v2.0/networks?id=6e9790d1-5881-4e64-a6df-f04a185fd798 HTTP/1.1" status: 200 len: 814 time: 0.2792435 Nov 18 16:22:09.687355 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device ae24db60-2c75-4386-ad79-6b127fff2f5f up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:22:09.701723 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-f2f2f3d8-4668-42e5-b0b8-90fcfd0f2371 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Request body: {'port': {'device_id': '580812c1-9b2f-46cd-804d-69a7fd4c5f96', 'network_id': '6e9790d1-5881-4e64-a6df-f04a185fd798', 'admin_state_up': True, 'tenant_id': 'fa7b55f56ea446e2adf28b09f290c5ad'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:22:09.870030 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning for port ae24db60-2c75-4386-ad79-6b127fff2f5f completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:22:09.880016 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning complete for port ae24db60-2c75-4386-ad79-6b127fff2f5f triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:22:09.880829 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:09.896127 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1416d0e6-c617-4031-a199-37b8628081dd req-e9f2cef3-a9b5-4fee-91a2-72558b36f1a8 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 210 time: 0.1513960 Nov 18 16:22:10.101128 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-f2f2f3d8-4668-42e5-b0b8-90fcfd0f2371 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:10.125631 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-f2f2f3d8-4668-42e5-b0b8-90fcfd0f2371 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:10.158212 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:10.195941 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-f2f2f3d8-4668-42e5-b0b8-90fcfd0f2371 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Made reservation on behalf of fa7b55f56ea446e2adf28b09f290c5ad for: {'port': 1} {{(pid=80387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:22:10.208726 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-f2f2f3d8-4668-42e5-b0b8-90fcfd0f2371 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:10.215405 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] For port ae24db60-2c75-4386-ad79-6b127fff2f5f, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=ae24db60-2c75-4386-ad79-6b127fff2f5f,segment=NetworkSegment(337856fa-1653-49eb-af3a-5379f98bd94a),segment_id=337856fa-1653-49eb-af3a-5379f98bd94a)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:22:10.253170 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:10.262983 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:10.508210 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Pushing event updated for resources: {'Port': ['ID=ae24db60-2c75-4386-ad79-6b127fff2f5f,revision_number=5']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:10.522638 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:10.695858 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-dcea4d19-7cee-4e0c-b711-55645cd0695f req-bfe4747a-622a-4fa9-ba0c-a479b78c028b tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=580812c1-9b2f-46cd-804d-69a7fd4c5f96 HTTP/1.1" status: 200 len: 210 time: 0.1186736 Nov 18 16:22:10.776177 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-9b86e240-f910-4cf5-b765-b37412411dd6 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:10.784936 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-9b86e240-f910-4cf5-b765-b37412411dd6 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.13 "GET /v2.0/networks?id=243ad771-9c27-410a-abdd-1a4d0c39fde7 HTTP/1.1" status: 200 len: 819 time: 0.5505354 Nov 18 16:22:10.803413 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-886b0b3d-7ce7-47d8-a61e-00325d34faf5 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Request body: {'port': {'device_id': '5020deaa-8683-4b8f-bcc6-f3a1e016c01f', 'network_id': '243ad771-9c27-410a-abdd-1a4d0c39fde7', 'admin_state_up': True, 'tenant_id': '1b1fbfc3a3104b13a627691fd34d8367'}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:22:10.835650 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-f2f2f3d8-4668-42e5-b0b8-90fcfd0f2371 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Allocated IP 172.20.0.3 (6e9790d1-5881-4e64-a6df-f04a185fd798/0510e32b-72f3-4da1-9608-d32c92de3e00/1feb4e4f-cd4c-4325-91b4-5be40812b139) {{(pid=80387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:22:11.002296 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-886b0b3d-7ce7-47d8-a61e-00325d34faf5 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:11.013039 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-886b0b3d-7ce7-47d8-a61e-00325d34faf5 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:11.072328 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-886b0b3d-7ce7-47d8-a61e-00325d34faf5 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Made reservation on behalf of 1b1fbfc3a3104b13a627691fd34d8367 for: {'port': 1} {{(pid=80386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:22:11.077081 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-886b0b3d-7ce7-47d8-a61e-00325d34faf5 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:11.245228 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6fb1da41-5d6e-4483-80c8-4d32b29b1890 req-8f2eefb7-0022-4d42-b7f2-dc3e61027ac3 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 210 time: 0.0872076 Nov 18 16:22:11.253757 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-f2f2f3d8-4668-42e5-b0b8-90fcfd0f2371 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks [] for port, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:11.331536 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-f2f2f3d8-4668-42e5-b0b8-90fcfd0f2371 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:11.358808 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7c00f4f1-ed31-45db-9794-745f56e5d2f8 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:11.609236 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device ae24db60-2c75-4386-ad79-6b127fff2f5f up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:22:11.664085 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-886b0b3d-7ce7-47d8-a61e-00325d34faf5 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Allocated IP 172.20.0.10 (243ad771-9c27-410a-abdd-1a4d0c39fde7/643c9d54-1ec3-46c3-8fbb-5c01220d831b/ab66e8bd-80d0-43ee-b011-e686f3f4c8d0) {{(pid=80386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:22:11.869403 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning complete for port ae24db60-2c75-4386-ad79-6b127fff2f5f triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:22:11.870415 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:11.883388 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2f3d8-4668-42e5-b0b8-90fcfd0f2371 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Pushing event updated for resources: {'Port': ['ID=1feb4e4f-cd4c-4325-91b4-5be40812b139,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:11.903262 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f2f2f3d8-4668-42e5-b0b8-90fcfd0f2371 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:11.972641 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-886b0b3d-7ce7-47d8-a61e-00325d34faf5 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Notify callbacks [] for port, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:12.059666 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-886b0b3d-7ce7-47d8-a61e-00325d34faf5 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1990542'] for port, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:12.077854 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-f9c3f0df-7182-49b3-b239-3043b18ab4d4 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:12.079535 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-f9c3f0df-7182-49b3-b239-3043b18ab4d4 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.13 "GET /v2.0/networks?id=243ad771-9c27-410a-abdd-1a4d0c39fde7 HTTP/1.1" status: 200 len: 819 time: 0.4467788 Nov 18 16:22:12.081885 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-f2f2f3d8-4668-42e5-b0b8-90fcfd0f2371 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Network 6e9790d1-5881-4e64-a6df-f04a185fd798 is already hosted by enough agents. {{(pid=80387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:22:12.082935 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-19a1b43f-ba23-4967-ae54-7e1789e1991c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:12.093482 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-f2f2f3d8-4668-42e5-b0b8-90fcfd0f2371 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Resources bound (agent type, host, resource id): {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:22:12.095131 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-f2f2f3d8-4668-42e5-b0b8-90fcfd0f2371 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Received port after_create {{(pid=80387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:22:12.136447 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-8b362642-9ee3-497e-9a6a-696418bf6375 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Request body: {'port': {'device_id': 'd9e96d38-90e6-4ee0-9948-fb5cc9435724', 'network_id': '243ad771-9c27-410a-abdd-1a4d0c39fde7', 'admin_state_up': True, 'tenant_id': '1b1fbfc3a3104b13a627691fd34d8367'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:22:12.329557 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-8b362642-9ee3-497e-9a6a-696418bf6375 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:12.337719 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b0b3d-7ce7-47d8-a61e-00325d34faf5 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Pushing event updated for resources: {'Port': ['ID=ab66e8bd-80d0-43ee-b011-e686f3f4c8d0,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:12.342384 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-886b0b3d-7ce7-47d8-a61e-00325d34faf5 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:12.344939 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-f2f2f3d8-4668-42e5-b0b8-90fcfd0f2371 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:12.345647 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-f2f2f3d8-4668-42e5-b0b8-90fcfd0f2371 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:12.375466 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-886b0b3d-7ce7-47d8-a61e-00325d34faf5 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Network 243ad771-9c27-410a-abdd-1a4d0c39fde7 is already hosted by enough agents. {{(pid=80386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:22:12.376896 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-886b0b3d-7ce7-47d8-a61e-00325d34faf5 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Resources bound (agent type, host, resource id): {{(pid=80386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:22:12.378016 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-8b362642-9ee3-497e-9a6a-696418bf6375 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:12.382270 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-886b0b3d-7ce7-47d8-a61e-00325d34faf5 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Received port after_create {{(pid=80386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:22:12.409985 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1307c43-5b27-4f2a-bbad-1cbd277ec806 req-ab89c3ba-cd94-4d90-9eba-0c26941443ec tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:12.410896 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-d1307c43-5b27-4f2a-bbad-1cbd277ec806 req-ab89c3ba-cd94-4d90-9eba-0c26941443ec tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Synchronizing usage tracker for tenant:fa7b55f56ea446e2adf28b09f290c5ad on resource:port {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:22:12.416462 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-f2f2f3d8-4668-42e5-b0b8-90fcfd0f2371 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7200503 Nov 18 16:22:12.434443 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-e18a4677-e066-4977-a25c-4e6b862fa09b service neutron] Request body: {'port': {'device_id': '580812c1-9b2f-46cd-804d-69a7fd4c5f96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:22:12.476477 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-886b0b3d-7ce7-47d8-a61e-00325d34faf5 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:12.477656 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-886b0b3d-7ce7-47d8-a61e-00325d34faf5 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:12.479146 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-d1307c43-5b27-4f2a-bbad-1cbd277ec806 req-ab89c3ba-cd94-4d90-9eba-0c26941443ec tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Unset dirty status for tenant:fa7b55f56ea446e2adf28b09f290c5ad on resource:port {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:22:12.488006 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d1307c43-5b27-4f2a-bbad-1cbd277ec806 req-ab89c3ba-cd94-4d90-9eba-0c26941443ec tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=580812c1-9b2f-46cd-804d-69a7fd4c5f96 HTTP/1.1" status: 200 len: 931 time: 0.4634075 Nov 18 16:22:12.611224 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-e18a4677-e066-4977-a25c-4e6b862fa09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:12.621945 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-b081da4e-d728-4620-a231-b35ebcf0e662 req-2d927e33-7ed9-4df7-adc3-f89f2f44e5e2 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Synchronizing usage tracker for tenant:1b1fbfc3a3104b13a627691fd34d8367 on resource:port {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:22:12.625476 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-8b362642-9ee3-497e-9a6a-696418bf6375 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Made reservation on behalf of 1b1fbfc3a3104b13a627691fd34d8367 for: {'port': 1} {{(pid=80387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:22:12.627462 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-886b0b3d-7ce7-47d8-a61e-00325d34faf5 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8324342 Nov 18 16:22:12.631724 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-8b362642-9ee3-497e-9a6a-696418bf6375 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:12.650112 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-275b22ca-1748-4d39-bc8b-30f79bf5229b service neutron] Request body: {'port': {'device_id': '5020deaa-8683-4b8f-bcc6-f3a1e016c01f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:22:12.694108 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-b081da4e-d728-4620-a231-b35ebcf0e662 req-2d927e33-7ed9-4df7-adc3-f89f2f44e5e2 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Unset dirty status for tenant:1b1fbfc3a3104b13a627691fd34d8367 on resource:port {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:22:12.695639 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b081da4e-d728-4620-a231-b35ebcf0e662 req-2d927e33-7ed9-4df7-adc3-f89f2f44e5e2 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 210 time: 0.1203554 Nov 18 16:22:12.803728 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d1307c43-5b27-4f2a-bbad-1cbd277ec806 req-387c5b95-028e-4325-b5f1-8b0b97db1aff tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142865 Nov 18 16:22:12.820884 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-275b22ca-1748-4d39-bc8b-30f79bf5229b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:13.359544 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-275b22ca-1748-4d39-bc8b-30f79bf5229b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 {{(pid=80386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:22:13.368034 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-275b22ca-1748-4d39-bc8b-30f79bf5229b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:13.381378 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-275b22ca-1748-4d39-bc8b-30f79bf5229b service neutron] Transition to ACTIVE for port object ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 will not be triggered until provisioned by entity L2. {{(pid=80386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:22:13.427855 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-275b22ca-1748-4d39-bc8b-30f79bf5229b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852785257'] for port, after_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:13.445778 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:13.516462 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-8b362642-9ee3-497e-9a6a-696418bf6375 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Allocated IP 172.20.0.5 (243ad771-9c27-410a-abdd-1a4d0c39fde7/643c9d54-1ec3-46c3-8fbb-5c01220d831b/8163e74c-b8cc-40d6-bcd4-74733bf73519) {{(pid=80387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:22:13.527641 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-e18a4677-e066-4977-a25c-4e6b862fa09b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1feb4e4f-cd4c-4325-91b4-5be40812b139 {{(pid=80387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:22:13.541156 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-e18a4677-e066-4977-a25c-4e6b862fa09b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:13.570799 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-e18a4677-e066-4977-a25c-4e6b862fa09b service neutron] Transition to ACTIVE for port object 1feb4e4f-cd4c-4325-91b4-5be40812b139 will not be triggered until provisioned by entity L2. {{(pid=80387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:22:13.604660 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-e18a4677-e066-4977-a25c-4e6b862fa09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445729'] for port, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:13.610703 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b22ca-1748-4d39-bc8b-30f79bf5229b service neutron] Pushing event updated for resources: {'Port': ['ID=ab66e8bd-80d0-43ee-b011-e686f3f4c8d0,revision_number=2']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:13.614828 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-275b22ca-1748-4d39-bc8b-30f79bf5229b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:13.659451 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:13.872533 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a4677-e066-4977-a25c-4e6b862fa09b service neutron] Pushing event updated for resources: {'Port': ['ID=1feb4e4f-cd4c-4325-91b4-5be40812b139,revision_number=2']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:13.899301 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e18a4677-e066-4977-a25c-4e6b862fa09b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:13.942396 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-275b22ca-1748-4d39-bc8b-30f79bf5229b service neutron] Attempting to bind port ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=80386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:22:13.942980 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-275b22ca-1748-4d39-bc8b-30f79bf5229b service neutron] Attempting to bind port ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '337856fa-1653-49eb-af3a-5379f98bd94a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '243ad771-9c27-410a-abdd-1a4d0c39fde7'}] {{(pid=80386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:22:13.945126 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-275b22ca-1748-4d39-bc8b-30f79bf5229b service neutron] Attempting to bind port ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 on network 243ad771-9c27-410a-abdd-1a4d0c39fde7 {{(pid=80386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:22:13.960905 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-275b22ca-1748-4d39-bc8b-30f79bf5229b service neutron] Checking agent: {'id': '3488e2eb-83f3-429f-9709-c44be6a31d37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 18, 57), 'started_at': datetime.datetime(2020, 11, 18, 16, 19, 27), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:22:13.962833 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-275b22ca-1748-4d39-bc8b-30f79bf5229b service neutron] Checking segment: {'id': '337856fa-1653-49eb-af3a-5379f98bd94a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '243ad771-9c27-410a-abdd-1a4d0c39fde7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:22:13.966139 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-275b22ca-1748-4d39-bc8b-30f79bf5229b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:13.967014 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-275b22ca-1748-4d39-bc8b-30f79bf5229b service neutron] Bound using segment: {'id': '337856fa-1653-49eb-af3a-5379f98bd94a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '243ad771-9c27-410a-abdd-1a4d0c39fde7'} {{(pid=80386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:22:13.967718 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-275b22ca-1748-4d39-bc8b-30f79bf5229b service neutron] Bound port: ab66e8bd-80d0-43ee-b011-e686f3f4c8d0, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '337856fa-1653-49eb-af3a-5379f98bd94a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '243ad771-9c27-410a-abdd-1a4d0c39fde7'}}] {{(pid=80386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:22:13.968267 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-275b22ca-1748-4d39-bc8b-30f79bf5229b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:14.042421 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-8b362642-9ee3-497e-9a6a-696418bf6375 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Notify callbacks [] for port, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:14.062636 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e67752e2-b2e7-452d-ae17-57eccb5884f1 req-e99219b3-cf00-4966-8f0c-5607e41ae984 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 210 time: 0.0693183 Nov 18 16:22:14.118905 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 48224) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:14.146369 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-275b22ca-1748-4d39-bc8b-30f79bf5229b service neutron] For port ab66e8bd-80d0-43ee-b011-e686f3f4c8d0, host hv-cinder-75995, cleared binding levels {{(pid=80386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:22:14.151643 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-275b22ca-1748-4d39-bc8b-30f79bf5229b service neutron] For port ab66e8bd-80d0-43ee-b011-e686f3f4c8d0, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=ab66e8bd-80d0-43ee-b011-e686f3f4c8d0,segment=NetworkSegment(337856fa-1653-49eb-af3a-5379f98bd94a),segment_id=337856fa-1653-49eb-af3a-5379f98bd94a)] {{(pid=80386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:22:14.185146 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-275b22ca-1748-4d39-bc8b-30f79bf5229b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852785257'] for port, after_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:14.247382 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb647a-dbf6-4208-90fa-6b8b4fe70708 req-347b2636-dee4-4000-90a0-db04dc612ca2 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:14.256588 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-8b362642-9ee3-497e-9a6a-696418bf6375 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:14.257552 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-43cb647a-dbf6-4208-90fa-6b8b4fe70708 req-347b2636-dee4-4000-90a0-db04dc612ca2 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=580812c1-9b2f-46cd-804d-69a7fd4c5f96 HTTP/1.1" status: 200 len: 943 time: 0.1943278 Nov 18 16:22:14.368722 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-e18a4677-e066-4977-a25c-4e6b862fa09b service neutron] Attempting to bind port 1feb4e4f-cd4c-4325-91b4-5be40812b139 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:22:14.369269 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-e18a4677-e066-4977-a25c-4e6b862fa09b service neutron] Attempting to bind port 1feb4e4f-cd4c-4325-91b4-5be40812b139 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'dc1672ed-2f0b-417c-b343-1742be396aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6e9790d1-5881-4e64-a6df-f04a185fd798'}] {{(pid=80387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:22:14.369622 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-e18a4677-e066-4977-a25c-4e6b862fa09b service neutron] Attempting to bind port 1feb4e4f-cd4c-4325-91b4-5be40812b139 on network 6e9790d1-5881-4e64-a6df-f04a185fd798 {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:22:14.373158 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d606dca8-39e3-4ec8-ba23-e2dc7633faec tempest-DeleteServersTestJSON-162098479 tempest-DeleteServersTestJSON-162098479] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:14.564374 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-43cb647a-dbf6-4208-90fa-6b8b4fe70708 req-8d3522d9-40da-44f7-a81c-b17ae16db6b6 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050139 Nov 18 16:22:14.588398 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b22ca-1748-4d39-bc8b-30f79bf5229b service neutron] Pushing event updated for resources: {'Port': ['ID=ab66e8bd-80d0-43ee-b011-e686f3f4c8d0,revision_number=3']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:14.594887 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:14.595326 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-275b22ca-1748-4d39-bc8b-30f79bf5229b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:14.597032 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-275b22ca-1748-4d39-bc8b-30f79bf5229b service neutron] 10.222.0.13 "PUT /v2.0/ports/ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 HTTP/1.1" status: 200 len: 1158 time: 1.9520764 Nov 18 16:22:14.597363 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5020deaa-8683-4b8f-bcc6-f3a1e016c01f', 'tag': 'ab66e8bd-80d0-43ee-b011-e686f3f4c8d0'}] {{(pid=80386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:22:14.625857 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-275b22ca-1748-4d39-bc8b-30f79bf5229b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:14.694665 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-e18a4677-e066-4977-a25c-4e6b862fa09b service neutron] Checking agent: {'id': '3488e2eb-83f3-429f-9709-c44be6a31d37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 18, 57), 'started_at': datetime.datetime(2020, 11, 18, 16, 19, 27), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:22:14.695054 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-e18a4677-e066-4977-a25c-4e6b862fa09b service neutron] Checking segment: {'id': 'dc1672ed-2f0b-417c-b343-1742be396aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6e9790d1-5881-4e64-a6df-f04a185fd798'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:22:14.695463 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-e18a4677-e066-4977-a25c-4e6b862fa09b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:14.695866 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-e18a4677-e066-4977-a25c-4e6b862fa09b service neutron] Bound using segment: {'id': 'dc1672ed-2f0b-417c-b343-1742be396aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6e9790d1-5881-4e64-a6df-f04a185fd798'} {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:22:14.696358 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-e18a4677-e066-4977-a25c-4e6b862fa09b service neutron] Bound port: 1feb4e4f-cd4c-4325-91b4-5be40812b139, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1672ed-2f0b-417c-b343-1742be396aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6e9790d1-5881-4e64-a6df-f04a185fd798'}}] {{(pid=80387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:22:14.696732 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-e18a4677-e066-4977-a25c-4e6b862fa09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:14.710591 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5020deaa-8683-4b8f-bcc6-f3a1e016c01f', 'tag': 'ab66e8bd-80d0-43ee-b011-e686f3f4c8d0', 'status': 'completed', 'code': 200} Nov 18 16:22:14.742449 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-49dccba7-83b1-491e-a3e4-cd7a3ed15d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:14.770455 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-615a94f2-846b-41bd-b980-c330085d0450 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b1fbfc3a3104b13a627691fd34d8367&device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 1161 time: 0.1130755 Nov 18 16:22:14.830637 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b362642-9ee3-497e-9a6a-696418bf6375 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Pushing event updated for resources: {'Port': ['ID=8163e74c-b8cc-40d6-bcd4-74733bf73519,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:14.868486 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-de456ab3-9af6-4a3e-a8ae-eefd5cb76b7e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 HTTP/1.1" status: 200 len: 217 time: 0.0824120 Nov 18 16:22:14.872549 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8b362642-9ee3-497e-9a6a-696418bf6375 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:14.885615 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-49dccba7-83b1-491e-a3e4-cd7a3ed15d1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:14.895067 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-8b362642-9ee3-497e-9a6a-696418bf6375 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Network 243ad771-9c27-410a-abdd-1a4d0c39fde7 is already hosted by enough agents. {{(pid=80387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:22:14.924096 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-49dccba7-83b1-491e-a3e4-cd7a3ed15d1f admin admin] Usage tracker for resource:security_group_rule and tenant:ff0545dacb604e05bb61e4c7d5731f72 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:14.927542 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-8b362642-9ee3-497e-9a6a-696418bf6375 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Resources bound (agent type, host, resource id): {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:22:14.936453 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-49dccba7-83b1-491e-a3e4-cd7a3ed15d1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:14.937022 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-8b362642-9ee3-497e-9a6a-696418bf6375 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Received port after_create {{(pid=80387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:22:14.947549 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-448f360e-5b77-4a64-8b1a-cd55fc3d2d3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:14.949225 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-448f360e-5b77-4a64-8b1a-cd55fc3d2d3c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=643c9d54-1ec3-46c3-8fbb-5c01220d831b HTTP/1.1" status: 200 len: 859 time: 0.0714769 Nov 18 16:22:14.973961 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-49dccba7-83b1-491e-a3e4-cd7a3ed15d1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:15.018060 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-18a96d9f-210a-440d-9916-bc6a70ad0ac0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=243ad771-9c27-410a-abdd-1a4d0c39fde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598834 Nov 18 16:22:15.018651 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-8b362642-9ee3-497e-9a6a-696418bf6375 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:15.019660 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-8b362642-9ee3-497e-9a6a-696418bf6375 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:15.043123 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-e18a4677-e066-4977-a25c-4e6b862fa09b service neutron] For port 1feb4e4f-cd4c-4325-91b4-5be40812b139, host hv-cinder-75995, cleared binding levels {{(pid=80387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:22:15.076697 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-e18a4677-e066-4977-a25c-4e6b862fa09b service neutron] For port 1feb4e4f-cd4c-4325-91b4-5be40812b139, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=1feb4e4f-cd4c-4325-91b4-5be40812b139,segment=NetworkSegment(dc1672ed-2f0b-417c-b343-1742be396aba),segment_id=dc1672ed-2f0b-417c-b343-1742be396aba)] {{(pid=80387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:22:15.130133 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-8b362642-9ee3-497e-9a6a-696418bf6375 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0023096 Nov 18 16:22:15.133063 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-e18a4677-e066-4977-a25c-4e6b862fa09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445729'] for port, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:15.152465 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-49dccba7-83b1-491e-a3e4-cd7a3ed15d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:15.157256 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-056ba683-21e6-4a94-aab1-b79febacf167 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:15.195846 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-cd112b0d-941e-463f-a474-26c3c577da77 service neutron] 10.222.0.13 "GET /v2.0/networks/243ad771-9c27-410a-abdd-1a4d0c39fde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673620 Nov 18 16:22:15.196403 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-bcf73c81-cdce-4d44-bf37-84319b4eeee1 service neutron] Request body: {'port': {'device_id': 'd9e96d38-90e6-4ee0-9948-fb5cc9435724', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:22:15.256652 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-49dccba7-83b1-491e-a3e4-cd7a3ed15d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:15.500735 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-49dccba7-83b1-491e-a3e4-cd7a3ed15d1f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ff0545dacb604e05bb61e4c7d5731f72&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3805907 Nov 18 16:22:15.515632 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 48268) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:15.516018 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 48270) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:15.630595 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a4677-e066-4977-a25c-4e6b862fa09b service neutron] Pushing event updated for resources: {'Port': ['ID=1feb4e4f-cd4c-4325-91b4-5be40812b139,revision_number=3']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:15.668742 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e18a4677-e066-4977-a25c-4e6b862fa09b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:15.669328 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-68332821-b676-43c9-8b31-f6c17a89353b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.392s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:15.706548 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-bcf73c81-cdce-4d44-bf37-84319b4eeee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:15.716743 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-95eb5d35-5cf4-4678-a20e-e0160ce6929a req-99e7ba77-7b34-45c0-821c-a7377ae065bf service neutron] 10.222.0.13 "GET /v2.0/networks/243ad771-9c27-410a-abdd-1a4d0c39fde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5139635 Nov 18 16:22:15.747707 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dccba7-83b1-491e-a3e4-cd7a3ed15d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5d93e5-a566-4d0a-ae33-0094d522319d,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:15.762131 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-49dccba7-83b1-491e-a3e4-cd7a3ed15d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:15.764891 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb3a61-2469-4fdb-872b-6ea6a64412dd req-bc8889c2-81c5-4e37-b223-98bab3bfcae0 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:15.773923 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-bfcb3a61-2469-4fdb-872b-6ea6a64412dd req-bc8889c2-81c5-4e37-b223-98bab3bfcae0 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 931 time: 0.5115333 Nov 18 16:22:15.942839 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-e18a4677-e066-4977-a25c-4e6b862fa09b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:15.943552 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-e18a4677-e066-4977-a25c-4e6b862fa09b service neutron] 10.222.0.13 "PUT /v2.0/ports/1feb4e4f-cd4c-4325-91b4-5be40812b139 HTTP/1.1" status: 200 len: 1157 time: 3.5137293 Nov 18 16:22:15.944993 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '580812c1-9b2f-46cd-804d-69a7fd4c5f96', 'tag': '1feb4e4f-cd4c-4325-91b4-5be40812b139'}] {{(pid=80387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:22:15.966520 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-bfcb3a61-2469-4fdb-872b-6ea6a64412dd req-16e72baa-1e47-40d7-b791-884238f829e4 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Synchronizing usage tracker for tenant:1b1fbfc3a3104b13a627691fd34d8367 on resource:security_group {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:22:15.992828 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1331ef6a-94c3-40da-b6f0-1beb99aaac2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:16.005595 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5ad9e34b-1e06-4933-b2de-4ac5cc5f57e0 req-70cb8024-a8c9-410d-ae68-dfa630e7d5fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b1fbfc3a3104b13a627691fd34d8367&device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 1161 time: 0.1405365 Nov 18 16:22:16.008406 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-602fea5f-06c9-41e7-a242-bc05257701fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:16.055225 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-bfcb3a61-2469-4fdb-872b-6ea6a64412dd req-16e72baa-1e47-40d7-b791-884238f829e4 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Unset dirty status for tenant:1b1fbfc3a3104b13a627691fd34d8367 on resource:security_group {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:22:16.056844 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-bfcb3a61-2469-4fdb-872b-6ea6a64412dd req-16e72baa-1e47-40d7-b791-884238f829e4 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821116 Nov 18 16:22:16.124348 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1331ef6a-94c3-40da-b6f0-1beb99aaac2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:16.190970 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9e34b-1e06-4933-b2de-4ac5cc5f57e0 req-14d97c00-43b9-4eb1-92dc-5c3feb5a5a43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:16.192678 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5ad9e34b-1e06-4933-b2de-4ac5cc5f57e0 req-14d97c00-43b9-4eb1-92dc-5c3feb5a5a43 service neutron] 10.222.0.13 "GET /v2.0/networks?id=243ad771-9c27-410a-abdd-1a4d0c39fde7 HTTP/1.1" status: 200 len: 913 time: 0.1765606 Nov 18 16:22:16.198730 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '580812c1-9b2f-46cd-804d-69a7fd4c5f96', 'tag': '1feb4e4f-cd4c-4325-91b4-5be40812b139', 'status': 'completed', 'code': 200} Nov 18 16:22:16.270029 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-602fea5f-06c9-41e7-a242-bc05257701fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:16.271190 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5ad9e34b-1e06-4933-b2de-4ac5cc5f57e0 req-c6684f90-57fb-4f4d-bb6b-1d6a5aa37b8d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 HTTP/1.1" status: 200 len: 217 time: 0.0709538 Nov 18 16:22:16.283659 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-602fea5f-06c9-41e7-a242-bc05257701fd admin admin] Usage tracker for resource:security_group_rule and tenant:0c695164806b49dfa7f72e0420635e8e is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:16.292528 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1729916-c4d5-40ac-81fb-422f22709db7 req-e5370c30-9a8f-460a-a44d-d3dcf74e30a0 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:16.294198 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b1729916-c4d5-40ac-81fb-422f22709db7 req-e5370c30-9a8f-460a-a44d-d3dcf74e30a0 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=580812c1-9b2f-46cd-804d-69a7fd4c5f96 HTTP/1.1" status: 200 len: 943 time: 0.4737027 Nov 18 16:22:16.295213 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-602fea5f-06c9-41e7-a242-bc05257701fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:16.307074 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-602fea5f-06c9-41e7-a242-bc05257701fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:16.343394 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9e34b-1e06-4933-b2de-4ac5cc5f57e0 req-62a9aede-720e-4d5c-95e2-a6a7352a1b84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:16.345006 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5ad9e34b-1e06-4933-b2de-4ac5cc5f57e0 req-62a9aede-720e-4d5c-95e2-a6a7352a1b84 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=643c9d54-1ec3-46c3-8fbb-5c01220d831b HTTP/1.1" status: 200 len: 859 time: 0.0668075 Nov 18 16:22:16.403570 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5ad9e34b-1e06-4933-b2de-4ac5cc5f57e0 req-e087a887-4362-40e7-a336-bc982892c5b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=243ad771-9c27-410a-abdd-1a4d0c39fde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505764 Nov 18 16:22:16.454260 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-aa3567cf-e9ac-4b20-a073-dca64e055688 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa7b55f56ea446e2adf28b09f290c5ad&device_id=580812c1-9b2f-46cd-804d-69a7fd4c5f96 HTTP/1.1" status: 200 len: 1160 time: 0.4042652 Nov 18 16:22:16.559669 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5ad9e34b-1e06-4933-b2de-4ac5cc5f57e0 req-9f4402fe-b835-4d26-ad63-32b833b13921 service neutron] 10.222.0.13 "GET /v2.0/networks/243ad771-9c27-410a-abdd-1a4d0c39fde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477165 Nov 18 16:22:16.575415 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b1729916-c4d5-40ac-81fb-422f22709db7 req-92c357e0-0e51-4600-8d3f-a03a506fc45f tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709737 Nov 18 16:22:16.579766 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-9321ffe0-ef4d-4102-9c5d-2bb92658374d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1feb4e4f-cd4c-4325-91b4-5be40812b139 HTTP/1.1" status: 200 len: 217 time: 0.1017158 Nov 18 16:22:16.648880 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1331ef6a-94c3-40da-b6f0-1beb99aaac2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:16.659483 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:16.699687 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331ef6a-94c3-40da-b6f0-1beb99aaac2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5d93e5-a566-4d0a-ae33-0094d522319d,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:16.716166 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1331ef6a-94c3-40da-b6f0-1beb99aaac2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:16.744487 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1331ef6a-94c3-40da-b6f0-1beb99aaac2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:16.745784 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-1331ef6a-94c3-40da-b6f0-1beb99aaac2d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d5d93e5-a566-4d0a-ae33-0094d522319d HTTP/1.1" status: 204 len: 168 time: 1.2118723 Nov 18 16:22:16.747683 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-602fea5f-06c9-41e7-a242-bc05257701fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:16.750755 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-4b2ebaf4-936c-432f-95d7-fdc9e28489f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:16.752352 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-4b2ebaf4-936c-432f-95d7-fdc9e28489f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0510e32b-72f3-4da1-9608-d32c92de3e00 HTTP/1.1" status: 200 len: 854 time: 0.1478107 Nov 18 16:22:16.823790 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-602fea5f-06c9-41e7-a242-bc05257701fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:16.869122 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5ad9e34b-1e06-4933-b2de-4ac5cc5f57e0 req-b6918456-2c4d-46ad-9361-d8155a74835c service neutron] 10.222.0.13 "GET /v2.0/networks/243ad771-9c27-410a-abdd-1a4d0c39fde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3009768 Nov 18 16:22:16.893597 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f38bf5ea-490d-4342-b501-54f3eb478064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:16.920173 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-fb0f6d6f-7047-44c6-8800-c36fa4733591 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e9790d1-5881-4e64-a6df-f04a185fd798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1560910 Nov 18 16:22:17.011778 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-bcf73c81-cdce-4d44-bf37-84319b4eeee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8163e74c-b8cc-40d6-bcd4-74733bf73519 {{(pid=80387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:22:17.031189 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602fea5f-06c9-41e7-a242-bc05257701fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc873bf-4b07-42ae-87cb-7bba0af94b42,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:17.041724 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-602fea5f-06c9-41e7-a242-bc05257701fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:17.043528 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-bcf73c81-cdce-4d44-bf37-84319b4eeee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:17.103962 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-602fea5f-06c9-41e7-a242-bc05257701fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0c695164806b49dfa7f72e0420635e8e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5821252 Nov 18 16:22:17.104783 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 48308) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:17.124766 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-bcf73c81-cdce-4d44-bf37-84319b4eeee1 service neutron] Transition to ACTIVE for port object 8163e74c-b8cc-40d6-bcd4-74733bf73519 will not be triggered until provisioned by entity L2. {{(pid=80387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:22:17.176687 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-bcf73c81-cdce-4d44-bf37-84319b4eeee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445729'] for port, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:17.212551 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-f3bbe16a-4001-448e-ad6d-968128a37e49 service neutron] 10.222.0.13 "GET /v2.0/networks/6e9790d1-5881-4e64-a6df-f04a185fd798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713053 Nov 18 16:22:17.212551 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:17.237852 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-44521c7e-242c-4db6-807a-f32716157729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:17.272054 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-44521c7e-242c-4db6-807a-f32716157729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:17.510785 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-44521c7e-242c-4db6-807a-f32716157729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:17.517208 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9dbdb799-9079-447b-8253-11a42cdf11d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:17.533948 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44521c7e-242c-4db6-807a-f32716157729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc873bf-4b07-42ae-87cb-7bba0af94b42,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:17.536681 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-44521c7e-242c-4db6-807a-f32716157729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:17.563906 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-44521c7e-242c-4db6-807a-f32716157729 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dfc873bf-4b07-42ae-87cb-7bba0af94b42 HTTP/1.1" status: 204 len: 168 time: 0.4497235 Nov 18 16:22:17.563906 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-44521c7e-242c-4db6-807a-f32716157729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:17.705367 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 48332) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:17.745777 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.objects.ports [None req-087a7e12-6810-4b58-abe8-ee7d6bb1570e None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80388) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 18 16:22:17.754900 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6215025f-4e08-4b09-b3e8-4310b7f8c3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:17.757193 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf73c81-cdce-4d44-bf37-84319b4eeee1 service neutron] Pushing event updated for resources: {'Port': ['ID=8163e74c-b8cc-40d6-bcd4-74733bf73519,revision_number=2']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:17.772377 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bcf73c81-cdce-4d44-bf37-84319b4eeee1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:17.855315 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-18d188dd-0c6d-446f-8a3e-fc91ec3b7dd6 req-f635220f-f9af-46a9-bf63-7783321149a7 service neutron] 10.222.0.13 "GET /v2.0/networks/6e9790d1-5881-4e64-a6df-f04a185fd798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5688365 Nov 18 16:22:17.863796 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee62a5d-6891-41e9-8fdd-e9d8a15837bb req-0824e681-a948-49ca-8627-6fd2feda73e3 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:17.864521 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-1ee62a5d-6891-41e9-8fdd-e9d8a15837bb req-0824e681-a948-49ca-8627-6fd2feda73e3 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Synchronizing usage tracker for tenant:1b1fbfc3a3104b13a627691fd34d8367 on resource:port {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:22:17.897388 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-6215025f-4e08-4b09-b3e8-4310b7f8c3e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:17.902462 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-6215025f-4e08-4b09-b3e8-4310b7f8c3e6 admin admin] Usage tracker for resource:security_group_rule and tenant:01e5c4598386425c964464daff1dd7d9 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:17.910995 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-6215025f-4e08-4b09-b3e8-4310b7f8c3e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:17.925901 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-6215025f-4e08-4b09-b3e8-4310b7f8c3e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:18.001001 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-1ee62a5d-6891-41e9-8fdd-e9d8a15837bb req-0824e681-a948-49ca-8627-6fd2feda73e3 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Unset dirty status for tenant:1b1fbfc3a3104b13a627691fd34d8367 on resource:port {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:22:18.005134 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1ee62a5d-6891-41e9-8fdd-e9d8a15837bb req-0824e681-a948-49ca-8627-6fd2feda73e3 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 943 time: 0.7262638 Nov 18 16:22:18.074345 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421881e-012b-45f0-bf42-65c12b3e314c req-af9953d0-f3c8-476d-8b32-87310823fe55 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:18.082575 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e421881e-012b-45f0-bf42-65c12b3e314c req-af9953d0-f3c8-476d-8b32-87310823fe55 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=580812c1-9b2f-46cd-804d-69a7fd4c5f96 HTTP/1.1" status: 200 len: 943 time: 0.3087225 Nov 18 16:22:18.146346 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-dfe075db-c78b-4ef9-81d4-2058151c1e57 req-27dce6c2-b82c-4b8f-9f95-20153ccae0e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa7b55f56ea446e2adf28b09f290c5ad&device_id=580812c1-9b2f-46cd-804d-69a7fd4c5f96 HTTP/1.1" status: 200 len: 1160 time: 0.1970286 Nov 18 16:22:18.148437 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1ee62a5d-6891-41e9-8fdd-e9d8a15837bb req-11cf366b-b24c-4f55-bd19-4c675195fc8c tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141050 Nov 18 16:22:18.149342 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-bcf73c81-cdce-4d44-bf37-84319b4eeee1 service neutron] Attempting to bind port 8163e74c-b8cc-40d6-bcd4-74733bf73519 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:22:18.149708 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-bcf73c81-cdce-4d44-bf37-84319b4eeee1 service neutron] Attempting to bind port 8163e74c-b8cc-40d6-bcd4-74733bf73519 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '337856fa-1653-49eb-af3a-5379f98bd94a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '243ad771-9c27-410a-abdd-1a4d0c39fde7'}] {{(pid=80387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:22:18.150071 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-bcf73c81-cdce-4d44-bf37-84319b4eeee1 service neutron] Attempting to bind port 8163e74c-b8cc-40d6-bcd4-74733bf73519 on network 243ad771-9c27-410a-abdd-1a4d0c39fde7 {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:22:18.183106 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-bcf73c81-cdce-4d44-bf37-84319b4eeee1 service neutron] Checking agent: {'id': '3488e2eb-83f3-429f-9709-c44be6a31d37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 18, 57), 'started_at': datetime.datetime(2020, 11, 18, 16, 19, 27), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:22:18.183489 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-bcf73c81-cdce-4d44-bf37-84319b4eeee1 service neutron] Checking segment: {'id': '337856fa-1653-49eb-af3a-5379f98bd94a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '243ad771-9c27-410a-abdd-1a4d0c39fde7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:22:18.183899 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-bcf73c81-cdce-4d44-bf37-84319b4eeee1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:18.184305 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-bcf73c81-cdce-4d44-bf37-84319b4eeee1 service neutron] Bound using segment: {'id': '337856fa-1653-49eb-af3a-5379f98bd94a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '243ad771-9c27-410a-abdd-1a4d0c39fde7'} {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:22:18.184805 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-bcf73c81-cdce-4d44-bf37-84319b4eeee1 service neutron] Bound port: 8163e74c-b8cc-40d6-bcd4-74733bf73519, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '337856fa-1653-49eb-af3a-5379f98bd94a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '243ad771-9c27-410a-abdd-1a4d0c39fde7'}}] {{(pid=80387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:22:18.185189 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-bcf73c81-cdce-4d44-bf37-84319b4eeee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:18.190353 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e421881e-012b-45f0-bf42-65c12b3e314c req-927ef373-032d-4832-b254-1d67644803b0 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068163 Nov 18 16:22:18.238559 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:22:18.278466 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6215025f-4e08-4b09-b3e8-4310b7f8c3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:18.305330 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6215025f-4e08-4b09-b3e8-4310b7f8c3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:18.319824 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ae328ae4-e0d5-45c8-9b91-0b5ca4c88c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:18.368832 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe075db-c78b-4ef9-81d4-2058151c1e57 req-73e232c3-10fd-4fb4-92c9-abe91105c372 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:18.369458 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-dfe075db-c78b-4ef9-81d4-2058151c1e57 req-73e232c3-10fd-4fb4-92c9-abe91105c372 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e9790d1-5881-4e64-a6df-f04a185fd798 HTTP/1.1" status: 200 len: 908 time: 0.2144403 Nov 18 16:22:18.371544 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-6215025f-4e08-4b09-b3e8-4310b7f8c3e6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=01e5c4598386425c964464daff1dd7d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6639431 Nov 18 16:22:18.374073 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 48350) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:18.390850 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215025f-4e08-4b09-b3e8-4310b7f8c3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef71cfb0-ece6-42cf-904a-cbcfdcf0c6ea,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:18.394779 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6215025f-4e08-4b09-b3e8-4310b7f8c3e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:18.410108 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning for port ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:22:18.416208 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:22:18.418772 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:18.499815 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-dfe075db-c78b-4ef9-81d4-2058151c1e57 req-8bcba47e-4c92-472d-8582-a44afd3d5b13 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1feb4e4f-cd4c-4325-91b4-5be40812b139 HTTP/1.1" status: 200 len: 217 time: 0.1229746 Nov 18 16:22:18.513080 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-bcf73c81-cdce-4d44-bf37-84319b4eeee1 service neutron] For port 8163e74c-b8cc-40d6-bcd4-74733bf73519, host hv-cinder-75995, cleared binding levels {{(pid=80387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:22:18.517632 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-bcf73c81-cdce-4d44-bf37-84319b4eeee1 service neutron] For port 8163e74c-b8cc-40d6-bcd4-74733bf73519, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=8163e74c-b8cc-40d6-bcd4-74733bf73519,segment=NetworkSegment(337856fa-1653-49eb-af3a-5379f98bd94a),segment_id=337856fa-1653-49eb-af3a-5379f98bd94a)] {{(pid=80387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:22:18.547591 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:18.570655 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-bcf73c81-cdce-4d44-bf37-84319b4eeee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445729'] for port, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:18.580525 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5020deaa-8683-4b8f-bcc6-f3a1e016c01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab66e8bd-80d0-43ee-b011-e686f3f4c8d0'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:22:18.589230 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 48360) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:18.594018 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-76de5b03-e37f-4ce3-9f9c-c7ea669b3297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:18.610348 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port ab66e8bd-80d0-43ee-b011-e686f3f4c8d0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=ab66e8bd-80d0-43ee-b011-e686f3f4c8d0,segment=NetworkSegment(337856fa-1653-49eb-af3a-5379f98bd94a),segment_id=337856fa-1653-49eb-af3a-5379f98bd94a)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:22:18.620832 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-238feaeb-3da3-433e-9612-149ee3506eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:18.643291 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:18.645597 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-97a7bb66-22cb-4ea6-b473-40a7b64dd923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:18.687353 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-238feaeb-3da3-433e-9612-149ee3506eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:18.692330 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-238feaeb-3da3-433e-9612-149ee3506eb0 admin admin] Usage tracker for resource:security_group_rule and tenant:d886546f1f7a463b9e9906ffea58806b is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:18.696556 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-238feaeb-3da3-433e-9612-149ee3506eb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:18.703366 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-238feaeb-3da3-433e-9612-149ee3506eb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:18.704492 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2b91458b-998e-41a4-994d-f49f3ba8003d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:18.786243 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe075db-c78b-4ef9-81d4-2058151c1e57 req-55fa3eed-a585-4f82-875a-f91ac12bb5f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:18.788908 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-dfe075db-c78b-4ef9-81d4-2058151c1e57 req-55fa3eed-a585-4f82-875a-f91ac12bb5f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0510e32b-72f3-4da1-9608-d32c92de3e00 HTTP/1.1" status: 200 len: 854 time: 0.2694788 Nov 18 16:22:18.791558 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5020deaa-8683-4b8f-bcc6-f3a1e016c01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab66e8bd-80d0-43ee-b011-e686f3f4c8d0', 'code': 200} Nov 18 16:22:18.845090 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-238feaeb-3da3-433e-9612-149ee3506eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:18.849423 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=ab66e8bd-80d0-43ee-b011-e686f3f4c8d0,revision_number=4']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:18.862915 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:18.881444 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-238feaeb-3da3-433e-9612-149ee3506eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:18.891362 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-717baf6a-255d-48b6-a088-f210c8e1eb4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:18.899786 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf73c81-cdce-4d44-bf37-84319b4eeee1 service neutron] Pushing event updated for resources: {'Port': ['ID=8163e74c-b8cc-40d6-bcd4-74733bf73519,revision_number=3']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:18.904446 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2b91458b-998e-41a4-994d-f49f3ba8003d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:18.919682 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bcf73c81-cdce-4d44-bf37-84319b4eeee1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:18.926375 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-dfe075db-c78b-4ef9-81d4-2058151c1e57 req-c4eb52ba-5070-4db3-8137-481bb8d9ff3e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e9790d1-5881-4e64-a6df-f04a185fd798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287494 Nov 18 16:22:18.949965 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238feaeb-3da3-433e-9612-149ee3506eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b25f262-a43e-4455-b44e-a933df6540d6,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:18.953264 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-238feaeb-3da3-433e-9612-149ee3506eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:18.958513 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-238feaeb-3da3-433e-9612-149ee3506eb0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d886546f1f7a463b9e9906ffea58806b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3681798 Nov 18 16:22:18.960681 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 48370) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:19.080982 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fb9ff76d-fb00-4fc9-a9a9-5c1cc2d9c42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:19.114843 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e4acddd-20c6-4359-aefc-bf908639bda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:19.123722 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-bcf73c81-cdce-4d44-bf37-84319b4eeee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:19.127026 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-bcf73c81-cdce-4d44-bf37-84319b4eeee1 service neutron] 10.222.0.13 "PUT /v2.0/ports/8163e74c-b8cc-40d6-bcd4-74733bf73519 HTTP/1.1" status: 200 len: 1157 time: 3.9713867 Nov 18 16:22:19.127026 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e96d38-90e6-4ee0-9948-fb5cc9435724', 'tag': '8163e74c-b8cc-40d6-bcd4-74733bf73519'}] {{(pid=80387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:22:19.164942 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2b91458b-998e-41a4-994d-f49f3ba8003d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:19.169277 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:19.178412 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-dfe075db-c78b-4ef9-81d4-2058151c1e57 req-24f14f87-7451-4b8f-bbde-13034d0ca5e7 service neutron] 10.222.0.13 "GET /v2.0/networks/6e9790d1-5881-4e64-a6df-f04a185fd798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400291 Nov 18 16:22:19.180139 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e4acddd-20c6-4359-aefc-bf908639bda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:19.186492 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91458b-998e-41a4-994d-f49f3ba8003d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef71cfb0-ece6-42cf-904a-cbcfdcf0c6ea,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:19.211864 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2b91458b-998e-41a4-994d-f49f3ba8003d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:19.215131 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2b91458b-998e-41a4-994d-f49f3ba8003d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:19.218857 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-2b91458b-998e-41a4-994d-f49f3ba8003d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ef71cfb0-ece6-42cf-904a-cbcfdcf0c6ea HTTP/1.1" status: 204 len: 168 time: 0.8412757 Nov 18 16:22:19.235854 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e96d38-90e6-4ee0-9948-fb5cc9435724', 'tag': '8163e74c-b8cc-40d6-bcd4-74733bf73519', 'status': 'completed', 'code': 200} Nov 18 16:22:19.317456 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ed2d6b42-a5b5-4788-afd4-b772bd3eb1da req-72df6f48-08ff-4b22-ab5a-46737bb1a771 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 1163 time: 0.3091006 Nov 18 16:22:19.480725 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ed2d6b42-a5b5-4788-afd4-b772bd3eb1da req-32840e08-219e-4627-b060-3b1a9632df80 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506786 Nov 18 16:22:19.530639 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e4acddd-20c6-4359-aefc-bf908639bda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:19.537172 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8526805e-f798-446d-b643-6af3cc627636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:19.569631 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4acddd-20c6-4359-aefc-bf908639bda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b25f262-a43e-4455-b44e-a933df6540d6,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:19.573207 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3e4acddd-20c6-4359-aefc-bf908639bda0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:19.587680 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577ee2d-70fc-49bf-b600-49b2d119d49a req-e04cb2d0-4ffa-416b-bc7a-84ec7c13715c tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:19.589988 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b577ee2d-70fc-49bf-b600-49b2d119d49a req-e04cb2d0-4ffa-416b-bc7a-84ec7c13715c tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 943 time: 0.1965456 Nov 18 16:22:19.595024 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e4acddd-20c6-4359-aefc-bf908639bda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:19.598516 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-3e4acddd-20c6-4359-aefc-bf908639bda0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9b25f262-a43e-4455-b44e-a933df6540d6 HTTP/1.1" status: 204 len: 168 time: 0.6359842 Nov 18 16:22:19.640137 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-dfe075db-c78b-4ef9-81d4-2058151c1e57 req-c6a469cb-6d30-45f0-a8c7-a96429aa051a service neutron] 10.222.0.13 "GET /v2.0/networks/6e9790d1-5881-4e64-a6df-f04a185fd798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4514065 Nov 18 16:22:19.654604 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-ada93910-7b62-4b88-9723-47aceb0a3545 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b1fbfc3a3104b13a627691fd34d8367&device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 1160 time: 0.4370172 Nov 18 16:22:19.665735 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f29b0-de1a-4887-85c0-5ce0c4fb1025 req-bfef1f1e-60fa-40fe-b5ea-bcbed972c23c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:19.667349 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4d1f29b0-de1a-4887-85c0-5ce0c4fb1025 req-bfef1f1e-60fa-40fe-b5ea-bcbed972c23c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=580812c1-9b2f-46cd-804d-69a7fd4c5f96 HTTP/1.1" status: 200 len: 943 time: 0.2154350 Nov 18 16:22:19.675184 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b577ee2d-70fc-49bf-b600-49b2d119d49a req-79d99617-30f1-4d10-8d80-a0f092a01815 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773871 Nov 18 16:22:19.807751 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-90c99d72-9b6d-4993-9a0f-b0966b6229f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8163e74c-b8cc-40d6-bcd4-74733bf73519 HTTP/1.1" status: 200 len: 217 time: 0.0967896 Nov 18 16:22:19.897671 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4d1f29b0-de1a-4887-85c0-5ce0c4fb1025 req-a8ccb912-7637-4f0d-acf2-e61ae451747b tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234745 Nov 18 16:22:19.946932 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-2ea67a84-23da-47b7-a19f-6e2fccef1e8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:19.948496 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-2ea67a84-23da-47b7-a19f-6e2fccef1e8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=643c9d54-1ec3-46c3-8fbb-5c01220d831b HTTP/1.1" status: 200 len: 859 time: 0.1314838 Nov 18 16:22:20.014100 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-17fc86b2-7ac3-4e13-876d-8ad1dbb5d93f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=243ad771-9c27-410a-abdd-1a4d0c39fde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568228 Nov 18 16:22:20.084760 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:22:20.226893 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:22:20.227323 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:20.273680 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-0e5e610b-3025-4a2a-a9cc-afe58452a1be service neutron] 10.222.0.13 "GET /v2.0/networks/243ad771-9c27-410a-abdd-1a4d0c39fde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449834 Nov 18 16:22:20.472836 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 1feb4e4f-cd4c-4325-91b4-5be40812b139 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:22:20.624213 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning for port 1feb4e4f-cd4c-4325-91b4-5be40812b139 completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:22:20.629553 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 1feb4e4f-cd4c-4325-91b4-5be40812b139 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:22:20.629977 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:21.030818 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:21.103637 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580812c1-9b2f-46cd-804d-69a7fd4c5f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1feb4e4f-cd4c-4325-91b4-5be40812b139'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:22:21.129434 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port 1feb4e4f-cd4c-4325-91b4-5be40812b139, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=1feb4e4f-cd4c-4325-91b4-5be40812b139,segment=NetworkSegment(dc1672ed-2f0b-417c-b343-1742be396aba),segment_id=dc1672ed-2f0b-417c-b343-1742be396aba)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:22:21.176358 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:21.179653 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f4952b0e-d856-4abc-8d66-a6e6845d1ea3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:21.240892 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fb7bd77c-2d9c-4b1e-9585-3a2777d0ff91 req-ce1d47a4-fc46-4634-ac01-4c58f5ce20a4 service neutron] 10.222.0.13 "GET /v2.0/networks/243ad771-9c27-410a-abdd-1a4d0c39fde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9600837 Nov 18 16:22:21.248517 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ed97e-af4c-45d1-9d65-5d587be7a0e6 req-aef6aa20-9f88-4340-b5e2-d05ec3aac927 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:21.255936 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f54ed97e-af4c-45d1-9d65-5d587be7a0e6 req-aef6aa20-9f88-4340-b5e2-d05ec3aac927 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 943 time: 0.2631986 Nov 18 16:22:21.257173 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84216d4f-1354-4130-b157-dcc6ba7c80cd req-562bcd91-0948-4340-865b-c579988ae9c2 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:21.265131 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-84216d4f-1354-4130-b157-dcc6ba7c80cd req-562bcd91-0948-4340-865b-c579988ae9c2 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=580812c1-9b2f-46cd-804d-69a7fd4c5f96 HTTP/1.1" status: 200 len: 945 time: 0.1179054 Nov 18 16:22:21.339475 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f54ed97e-af4c-45d1-9d65-5d587be7a0e6 req-14c32f8e-b3f0-4664-89f5-a318799e2c44 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825140 Nov 18 16:22:21.343934 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=1feb4e4f-cd4c-4325-91b4-5be40812b139,revision_number=4']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:21.352330 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:21.355705 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-84216d4f-1354-4130-b157-dcc6ba7c80cd req-f17eeec1-29c0-4d4a-9101-0c1b5ff7b207 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895164 Nov 18 16:22:21.495524 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-78afb5e1-38fe-4860-aeab-2c87f755b468 req-d2e53b92-0a21-4bcd-bee5-7aa5e78320bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b1fbfc3a3104b13a627691fd34d8367&device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 1160 time: 0.1323650 Nov 18 16:22:21.536087 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580812c1-9b2f-46cd-804d-69a7fd4c5f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1feb4e4f-cd4c-4325-91b4-5be40812b139', 'code': 200} Nov 18 16:22:21.603194 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 1feb4e4f-cd4c-4325-91b4-5be40812b139 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:22:21.664372 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afb5e1-38fe-4860-aeab-2c87f755b468 req-097217f1-606d-45d9-b8d9-f91c603bb62a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:21.666680 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-78afb5e1-38fe-4860-aeab-2c87f755b468 req-097217f1-606d-45d9-b8d9-f91c603bb62a service neutron] 10.222.0.13 "GET /v2.0/networks?id=243ad771-9c27-410a-abdd-1a4d0c39fde7 HTTP/1.1" status: 200 len: 913 time: 0.1635578 Nov 18 16:22:21.743509 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-11140225-c460-4b55-ac62-6f4af3e51a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:21.795859 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 1feb4e4f-cd4c-4325-91b4-5be40812b139 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:22:21.796781 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:21.925702 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-78afb5e1-38fe-4860-aeab-2c87f755b468 req-18298f95-0c29-4373-96b5-3964d72f4a08 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8163e74c-b8cc-40d6-bcd4-74733bf73519 HTTP/1.1" status: 200 len: 217 time: 0.2503557 Nov 18 16:22:22.045156 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afb5e1-38fe-4860-aeab-2c87f755b468 req-ba51dbb1-3af3-4c7c-a1cb-7bc9f2214ffb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:22.046737 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-78afb5e1-38fe-4860-aeab-2c87f755b468 req-ba51dbb1-3af3-4c7c-a1cb-7bc9f2214ffb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=643c9d54-1ec3-46c3-8fbb-5c01220d831b HTTP/1.1" status: 200 len: 859 time: 0.1007688 Nov 18 16:22:22.050318 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:22.094561 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-93052515-8ab7-4be6-90af-c758351f58c0 req-5acba75c-dc81-482c-8cf2-dd4a611939e3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=580812c1-9b2f-46cd-804d-69a7fd4c5f96 HTTP/1.1" status: 200 len: 1162 time: 0.2366326 Nov 18 16:22:22.107260 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-78afb5e1-38fe-4860-aeab-2c87f755b468 req-75d71261-418a-4df0-a5c8-0a5fe94ff168 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=243ad771-9c27-410a-abdd-1a4d0c39fde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508862 Nov 18 16:22:22.255026 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-93052515-8ab7-4be6-90af-c758351f58c0 req-81265e0f-82ca-4f9e-9b67-10eb22bc33c7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502726 Nov 18 16:22:22.290952 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-78afb5e1-38fe-4860-aeab-2c87f755b468 req-82dc21f6-d6e5-4045-b669-e6a77fe0e8ce service neutron] 10.222.0.13 "GET /v2.0/networks/243ad771-9c27-410a-abdd-1a4d0c39fde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678462 Nov 18 16:22:22.671567 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 48510) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:22.725841 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ba5ef-888a-40ad-9648-ed1adda4acf8 req-37cafff2-f750-4f41-ba04-f76cbf99abb1 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:22.738736 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d87ba5ef-888a-40ad-9648-ed1adda4acf8 req-37cafff2-f750-4f41-ba04-f76cbf99abb1 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 943 time: 0.2313097 Nov 18 16:22:22.752777 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-78afb5e1-38fe-4860-aeab-2c87f755b468 req-2c96a1a6-77ae-4783-8ea0-af61df42516e service neutron] 10.222.0.13 "GET /v2.0/networks/243ad771-9c27-410a-abdd-1a4d0c39fde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2854486 Nov 18 16:22:22.764122 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878233df-5918-42bb-9fc9-60bf6e6db131 req-a661cf4c-b39f-47f4-8de4-d4cc3ca072dc tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:22.772584 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-878233df-5918-42bb-9fc9-60bf6e6db131 req-a661cf4c-b39f-47f4-8de4-d4cc3ca072dc tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=580812c1-9b2f-46cd-804d-69a7fd4c5f96 HTTP/1.1" status: 200 len: 945 time: 0.1523237 Nov 18 16:22:22.881577 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d87ba5ef-888a-40ad-9648-ed1adda4acf8 req-e3276cc1-1c30-47bb-932e-d90bc6434281 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275179 Nov 18 16:22:22.935858 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-878233df-5918-42bb-9fc9-60bf6e6db131 req-d69ffaec-760d-45e5-9a53-f241cfb207fe tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459081 Nov 18 16:22:23.038959 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:23.129716 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6b521c97-83e6-4bc0-91aa-12f96fc55590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:23.166833 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-6b521c97-83e6-4bc0-91aa-12f96fc55590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:23.171327 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-6b521c97-83e6-4bc0-91aa-12f96fc55590 admin admin] Usage tracker for resource:security_group_rule and tenant:fad900f6a32e4a8f9bdf87839534bcf5 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:23.174671 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-6b521c97-83e6-4bc0-91aa-12f96fc55590 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:23.181280 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-6b521c97-83e6-4bc0-91aa-12f96fc55590 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:23.270270 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6b521c97-83e6-4bc0-91aa-12f96fc55590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:23.307458 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6b521c97-83e6-4bc0-91aa-12f96fc55590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:23.316240 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-72566738-d557-4d28-b55c-1f96742afb3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:23.363892 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b521c97-83e6-4bc0-91aa-12f96fc55590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68257611-4aa9-4578-a2ac-c90fe302b880,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:23.372248 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-6b521c97-83e6-4bc0-91aa-12f96fc55590 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fad900f6a32e4a8f9bdf87839534bcf5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6949916 Nov 18 16:22:23.372248 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6b521c97-83e6-4bc0-91aa-12f96fc55590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:23.372527 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 48540) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:23.450536 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7fa2daf7-40e6-4b7a-a89f-8488b1c7949d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:23.486304 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7fa2daf7-40e6-4b7a-a89f-8488b1c7949d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:23.582231 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7fa2daf7-40e6-4b7a-a89f-8488b1c7949d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:23.590496 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-48341fe8-fd81-41c0-8b44-2fe1108552fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:23.604727 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2daf7-40e6-4b7a-a89f-8488b1c7949d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68257611-4aa9-4578-a2ac-c90fe302b880,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:23.608104 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7fa2daf7-40e6-4b7a-a89f-8488b1c7949d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:23.616691 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7fa2daf7-40e6-4b7a-a89f-8488b1c7949d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:23.619274 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-7fa2daf7-40e6-4b7a-a89f-8488b1c7949d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/68257611-4aa9-4578-a2ac-c90fe302b880 HTTP/1.1" status: 204 len: 168 time: 0.2451375 Nov 18 16:22:23.696153 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:24.153266 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f82c3c-c98f-4d35-b4d6-fad214475596 req-1eefeb09-7fc1-498f-a52a-5ce104ce170e tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:24.161873 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a7f82c3c-c98f-4d35-b4d6-fad214475596 req-1eefeb09-7fc1-498f-a52a-5ce104ce170e tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 943 time: 0.1341767 Nov 18 16:22:24.178001 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 8163e74c-b8cc-40d6-bcd4-74733bf73519 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:22:24.218344 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d032e-9eab-49bf-8867-4607c3d1fd19 req-ec23dd37-0447-45a3-8428-a377ef93bb48 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:24.227713 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-250d032e-9eab-49bf-8867-4607c3d1fd19 req-ec23dd37-0447-45a3-8428-a377ef93bb48 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=580812c1-9b2f-46cd-804d-69a7fd4c5f96 HTTP/1.1" status: 200 len: 945 time: 0.1018391 Nov 18 16:22:24.261889 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a7f82c3c-c98f-4d35-b4d6-fad214475596 req-56acc50c-f432-48e5-b6b9-81b99f3c265c tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982020 Nov 18 16:22:24.290140 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-250d032e-9eab-49bf-8867-4607c3d1fd19 req-ea4f5ea3-df28-4356-b59b-b44b0795385e tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614796 Nov 18 16:22:24.332308 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning for port 8163e74c-b8cc-40d6-bcd4-74733bf73519 completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:22:24.338640 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 8163e74c-b8cc-40d6-bcd4-74733bf73519 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:22:24.339488 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:24.522167 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:24.558766 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e96d38-90e6-4ee0-9948-fb5cc9435724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8163e74c-b8cc-40d6-bcd4-74733bf73519'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:22:24.572201 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port 8163e74c-b8cc-40d6-bcd4-74733bf73519, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=8163e74c-b8cc-40d6-bcd4-74733bf73519,segment=NetworkSegment(337856fa-1653-49eb-af3a-5379f98bd94a),segment_id=337856fa-1653-49eb-af3a-5379f98bd94a)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:22:24.611642 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:24.615269 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-575c4e8a-a6dc-4e47-996a-5b0a0954a7f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:24.672135 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e96d38-90e6-4ee0-9948-fb5cc9435724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8163e74c-b8cc-40d6-bcd4-74733bf73519', 'code': 200} Nov 18 16:22:24.721446 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=8163e74c-b8cc-40d6-bcd4-74733bf73519,revision_number=4']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:24.724833 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:25.038074 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4891f8cd-709d-4d09-8c05-f069296c0178 req-69efe31a-7d5b-4b5f-ae8f-b9ba598d714b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 1162 time: 0.0793142 Nov 18 16:22:25.091053 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4891f8cd-709d-4d09-8c05-f069296c0178 req-fafcfdbd-9bdf-4c73-be83-62114ff51800 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465388 Nov 18 16:22:25.473545 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee1e76-8de8-4476-9fed-1c4e1a0db5f8 req-ea93925e-bd42-4a72-9afb-570488c864ca tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:25.475553 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e0ee1e76-8de8-4476-9fed-1c4e1a0db5f8 req-ea93925e-bd42-4a72-9afb-570488c864ca tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.0918007 Nov 18 16:22:25.534316 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e0ee1e76-8de8-4476-9fed-1c4e1a0db5f8 req-1a86e749-d284-44ce-a3e4-46d4a82b8176 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513215 Nov 18 16:22:25.638211 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 8163e74c-b8cc-40d6-bcd4-74733bf73519 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:22:25.934773 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 8163e74c-b8cc-40d6-bcd4-74733bf73519 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:22:25.935275 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:26.252250 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 48656) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:26.471260 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-26ad3f8f-3d51-4126-bc30-cf385e5e8683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:26.589398 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-26ad3f8f-3d51-4126-bc30-cf385e5e8683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:26.597180 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-26ad3f8f-3d51-4126-bc30-cf385e5e8683 admin admin] Usage tracker for resource:security_group_rule and tenant:f694df53c5f84eb5b5172ca25f11ffec is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:26.609262 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-26ad3f8f-3d51-4126-bc30-cf385e5e8683 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:26.617353 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-26ad3f8f-3d51-4126-bc30-cf385e5e8683 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:26.726260 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-26ad3f8f-3d51-4126-bc30-cf385e5e8683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:26.801708 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-26ad3f8f-3d51-4126-bc30-cf385e5e8683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:26.811653 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d2bd8bd1-05fa-4da0-8a2a-6987b1f3af51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:26.889110 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad3f8f-3d51-4126-bc30-cf385e5e8683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefb8b0a-7bad-4be9-ac10-bca4facd4432,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:26.898177 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-26ad3f8f-3d51-4126-bc30-cf385e5e8683 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f694df53c5f84eb5b5172ca25f11ffec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6403275 Nov 18 16:22:26.898177 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-26ad3f8f-3d51-4126-bc30-cf385e5e8683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:26.898409 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 48678) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:26.916370 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9800a-a218-4a44-9170-f96033d8ed08 req-223f7ea1-6973-4abe-ad79-b493b77d03fe tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:26.918119 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8ea9800a-a218-4a44-9170-f96033d8ed08 req-223f7ea1-6973-4abe-ad79-b493b77d03fe tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.1746109 Nov 18 16:22:26.977166 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8ea9800a-a218-4a44-9170-f96033d8ed08 req-1e3e04d0-c5bb-4efa-ab1c-154492a04022 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506039 Nov 18 16:22:26.984071 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4aae785e-14c2-4d01-83e3-04099d3bcfe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:27.016398 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4aae785e-14c2-4d01-83e3-04099d3bcfe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:27.097980 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4aae785e-14c2-4d01-83e3-04099d3bcfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:27.106085 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f6e1983e-4748-4d0f-ba91-43adf8fe50fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:27.122715 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4aae785e-14c2-4d01-83e3-04099d3bcfe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:27.124038 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-4aae785e-14c2-4d01-83e3-04099d3bcfe8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fefb8b0a-7bad-4be9-ac10-bca4facd4432 HTTP/1.1" status: 204 len: 168 time: 0.2246270 Nov 18 16:22:27.129076 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae785e-14c2-4d01-83e3-04099d3bcfe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefb8b0a-7bad-4be9-ac10-bca4facd4432,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:27.133867 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4aae785e-14c2-4d01-83e3-04099d3bcfe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:27.584269 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:27.692738 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c3f640c2-ce37-45d4-8edf-f413975e21eb req-39529aaa-c81a-4fae-9595-6225a6c73584 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b1fbfc3a3104b13a627691fd34d8367&device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 1162 time: 0.1906497 Nov 18 16:22:27.766682 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 48718) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:27.916103 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc73f69-8e87-49a4-9de1-e503e809cb7b req-eff8e28a-fa32-4ebd-b091-27abaf950cdb tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:27.923691 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4cc73f69-8e87-49a4-9de1-e503e809cb7b req-eff8e28a-fa32-4ebd-b091-27abaf950cdb tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.3217940 Nov 18 16:22:27.974364 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-da3af768-4676-4502-85ab-669ef86ad336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:27.987330 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f640c2-ce37-45d4-8edf-f413975e21eb req-48f34542-f648-420c-9373-1b7053413e59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:27.989126 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c3f640c2-ce37-45d4-8edf-f413975e21eb req-48f34542-f648-420c-9373-1b7053413e59 service neutron] 10.222.0.13 "GET /v2.0/networks?id=243ad771-9c27-410a-abdd-1a4d0c39fde7 HTTP/1.1" status: 200 len: 913 time: 0.2743418 Nov 18 16:22:28.012369 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4cc73f69-8e87-49a4-9de1-e503e809cb7b req-30818038-a156-453d-9935-247c80e45355 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875890 Nov 18 16:22:28.015474 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-da3af768-4676-4502-85ab-669ef86ad336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:28.020127 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-da3af768-4676-4502-85ab-669ef86ad336 admin admin] Usage tracker for resource:security_group_rule and tenant:beb35058989f421a967f3195ed5c26a2 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:28.024587 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-da3af768-4676-4502-85ab-669ef86ad336 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:28.034505 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-da3af768-4676-4502-85ab-669ef86ad336 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:28.114339 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-da3af768-4676-4502-85ab-669ef86ad336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:28.114504 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c3f640c2-ce37-45d4-8edf-f413975e21eb req-faa2aba0-92a7-4063-857d-134a5f406081 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8163e74c-b8cc-40d6-bcd4-74733bf73519 HTTP/1.1" status: 200 len: 217 time: 0.1001105 Nov 18 16:22:28.133755 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 48730) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:28.151756 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-da3af768-4676-4502-85ab-669ef86ad336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:28.188067 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a7a44fa5-f3cb-42cc-b062-9c18e1975046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:28.196969 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f640c2-ce37-45d4-8edf-f413975e21eb req-297e0bfc-4f9a-41ea-95b7-342714295c15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:28.198944 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c3f640c2-ce37-45d4-8edf-f413975e21eb req-297e0bfc-4f9a-41ea-95b7-342714295c15 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=643c9d54-1ec3-46c3-8fbb-5c01220d831b HTTP/1.1" status: 200 len: 859 time: 0.0767577 Nov 18 16:22:28.209384 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-da3af768-4676-4502-85ab-669ef86ad336 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=beb35058989f421a967f3195ed5c26a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4409359 Nov 18 16:22:28.217328 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 48736) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:28.223262 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-00b8fb18-96a3-4501-9fe2-6599d1f4bcb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:28.256460 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c3f640c2-ce37-45d4-8edf-f413975e21eb req-fb9320bb-e426-4466-805e-eaa0ab3232e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=243ad771-9c27-410a-abdd-1a4d0c39fde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500140 Nov 18 16:22:28.294268 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3af768-4676-4502-85ab-669ef86ad336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b342703f-c19e-4365-b8f2-0a625c625ad8,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:28.298079 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-da3af768-4676-4502-85ab-669ef86ad336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:28.321031 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-00b8fb18-96a3-4501-9fe2-6599d1f4bcb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:28.325088 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-00b8fb18-96a3-4501-9fe2-6599d1f4bcb7 admin admin] Usage tracker for resource:security_group_rule and tenant:91540cad00cb4eb1890058a5c1f70e2b is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:28.328070 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-00b8fb18-96a3-4501-9fe2-6599d1f4bcb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:28.334017 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-00b8fb18-96a3-4501-9fe2-6599d1f4bcb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:28.376833 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4b347052-c3c5-4e51-83fe-803937f317ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:28.421417 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c3f640c2-ce37-45d4-8edf-f413975e21eb req-a9cbf13a-b18e-4146-8ec8-de81013547e2 service neutron] 10.222.0.13 "GET /v2.0/networks/243ad771-9c27-410a-abdd-1a4d0c39fde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586375 Nov 18 16:22:28.428542 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4b347052-c3c5-4e51-83fe-803937f317ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:28.504526 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-00b8fb18-96a3-4501-9fe2-6599d1f4bcb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:28.536267 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-00b8fb18-96a3-4501-9fe2-6599d1f4bcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:28.545225 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-44521c7e-242c-4db6-807a-f32716157729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:28.581450 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8fb18-96a3-4501-9fe2-6599d1f4bcb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5283c30-cbcd-4182-b89a-65cd303c8424,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:28.584876 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-00b8fb18-96a3-4501-9fe2-6599d1f4bcb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:28.599636 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4b347052-c3c5-4e51-83fe-803937f317ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:28.604652 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-41ac8edf-2980-4f22-88cd-098fdcf922db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:28.622864 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b347052-c3c5-4e51-83fe-803937f317ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b342703f-c19e-4365-b8f2-0a625c625ad8,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:28.628922 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-00b8fb18-96a3-4501-9fe2-6599d1f4bcb7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=91540cad00cb4eb1890058a5c1f70e2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4937444 Nov 18 16:22:28.633410 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4b347052-c3c5-4e51-83fe-803937f317ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:28.635117 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 48746) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:28.655315 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4b347052-c3c5-4e51-83fe-803937f317ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:28.659268 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-4b347052-c3c5-4e51-83fe-803937f317ec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b342703f-c19e-4365-b8f2-0a625c625ad8 HTTP/1.1" status: 204 len: 168 time: 0.4408524 Nov 18 16:22:28.804777 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f9adfa65-b708-4c0d-9a91-63cca74f7cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:28.835914 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c3f640c2-ce37-45d4-8edf-f413975e21eb req-835e4c8a-cf8a-44f2-8e2d-8bb7ccd993d2 service neutron] 10.222.0.13 "GET /v2.0/networks/243ad771-9c27-410a-abdd-1a4d0c39fde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4066193 Nov 18 16:22:28.884969 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f9adfa65-b708-4c0d-9a91-63cca74f7cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:29.012297 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f9adfa65-b708-4c0d-9a91-63cca74f7cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:29.018640 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bf9c6890-dfdc-43ff-807e-04402d9c4af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:29.034893 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9adfa65-b708-4c0d-9a91-63cca74f7cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5283c30-cbcd-4182-b89a-65cd303c8424,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:29.055549 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f9adfa65-b708-4c0d-9a91-63cca74f7cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:29.063156 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f9adfa65-b708-4c0d-9a91-63cca74f7cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:29.065901 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-f9adfa65-b708-4c0d-9a91-63cca74f7cb6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a5283c30-cbcd-4182-b89a-65cd303c8424 HTTP/1.1" status: 204 len: 168 time: 0.4297166 Nov 18 16:22:29.399904 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99cde3-2d1d-47b8-a106-e829112945c6 req-b36be06d-c825-4145-b0bb-3ae893582747 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:29.409284 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5d99cde3-2d1d-47b8-a106-e829112945c6 req-b36be06d-c825-4145-b0bb-3ae893582747 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.1990445 Nov 18 16:22:29.487810 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5d99cde3-2d1d-47b8-a106-e829112945c6 req-84286f23-a112-4e24-8d8e-ac280c47c175 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774577 Nov 18 16:22:30.128613 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767dc72-f87c-4fd1-bc07-f3e1927ad255 req-be4c0ae3-e8f5-475e-b720-6b2dc7f209e2 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:30.130946 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1767dc72-f87c-4fd1-bc07-f3e1927ad255 req-be4c0ae3-e8f5-475e-b720-6b2dc7f209e2 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.1008389 Nov 18 16:22:30.210044 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1767dc72-f87c-4fd1-bc07-f3e1927ad255 req-ab5bff8e-8bc8-40d4-a563-a0a08b561efc tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707753 Nov 18 16:22:30.726370 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d2ab7-6d9f-4d8d-9a05-585e79fcff38 req-0ee669cd-e0b2-49e9-9b51-8fbc30424411 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:30.728430 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f66d2ab7-6d9f-4d8d-9a05-585e79fcff38 req-0ee669cd-e0b2-49e9-9b51-8fbc30424411 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.0911260 Nov 18 16:22:30.816259 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f66d2ab7-6d9f-4d8d-9a05-585e79fcff38 req-74ac81c7-885c-417c-976b-32403166f52a tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799482 Nov 18 16:22:31.464917 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e2323-84b9-4805-beb0-dd8cdf6ee1a4 req-3b3b5db0-1262-4184-9463-2425beb29525 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:31.468375 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-0f0e2323-84b9-4805-beb0-dd8cdf6ee1a4 req-3b3b5db0-1262-4184-9463-2425beb29525 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.0902784 Nov 18 16:22:31.522071 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-0f0e2323-84b9-4805-beb0-dd8cdf6ee1a4 req-44107624-3ade-4965-8e71-9a79e6d7d870 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475535 Nov 18 16:22:32.078680 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb44dda-dbe4-4b37-b07f-ba965f0ea51d req-dd826b77-4a53-4a6d-ae3b-3f3df0417ada tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:32.080875 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6cb44dda-dbe4-4b37-b07f-ba965f0ea51d req-dd826b77-4a53-4a6d-ae3b-3f3df0417ada tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.1128745 Nov 18 16:22:32.148638 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6cb44dda-dbe4-4b37-b07f-ba965f0ea51d req-ccba99bf-a27e-42ce-bdd7-2f206329d693 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611928 Nov 18 16:22:32.795268 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9cd41c-3848-4fb6-ad65-1c11376d7765 req-0131317d-ad05-4ed5-9dc7-b8b7efc74eaa tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:32.803547 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9d9cd41c-3848-4fb6-ad65-1c11376d7765 req-0131317d-ad05-4ed5-9dc7-b8b7efc74eaa tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.1286254 Nov 18 16:22:32.854089 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9d9cd41c-3848-4fb6-ad65-1c11376d7765 req-fc5dc505-27ba-4abc-97b2-57f0688bb5d7 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496080 Nov 18 16:22:33.177630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 48910) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:33.400107 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9bd3a2b3-9e2b-43be-b27b-7f2e7eb1e724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:33.468234 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2e477-8baf-4523-a319-730d9fb4840e req-e6b96e45-8e8d-4e8d-a2a1-2407e10d69cd tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:33.477249 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f4d2e477-8baf-4523-a319-730d9fb4840e req-e6b96e45-8e8d-4e8d-a2a1-2407e10d69cd tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.1509838 Nov 18 16:22:33.478603 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-9bd3a2b3-9e2b-43be-b27b-7f2e7eb1e724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:33.501961 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-9bd3a2b3-9e2b-43be-b27b-7f2e7eb1e724 admin admin] Usage tracker for resource:security_group_rule and tenant:b2c0923e7660468ab84bd1ffdf8f4a98 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:33.508443 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-9bd3a2b3-9e2b-43be-b27b-7f2e7eb1e724 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:33.532596 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-9bd3a2b3-9e2b-43be-b27b-7f2e7eb1e724 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:33.548169 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f4d2e477-8baf-4523-a319-730d9fb4840e req-c276be4e-5054-45fc-a85b-4173e8bae675 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711346 Nov 18 16:22:33.619461 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9bd3a2b3-9e2b-43be-b27b-7f2e7eb1e724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:33.652130 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9bd3a2b3-9e2b-43be-b27b-7f2e7eb1e724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:33.689195 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-92c67c34-f37f-4b95-b594-b9381a855f3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:33.700604 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-dabd2851-8f02-4e7d-b115-5c0653f37be9 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:33.704816 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-dabd2851-8f02-4e7d-b115-5c0653f37be9 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/networks?id=6e9790d1-5881-4e64-a6df-f04a185fd798 HTTP/1.1" status: 200 len: 814 time: 0.2033281 Nov 18 16:22:33.721336 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd3a2b3-9e2b-43be-b27b-7f2e7eb1e724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa34a181-91d2-4ad3-bf04-48e7713d8d7a,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:33.722585 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-ee6d986d-b91c-4f27-8ed4-c1ab94155d5a tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/quotas/fa7b55f56ea446e2adf28b09f290c5ad HTTP/1.1" status: 200 len: 375 time: 0.0110443 Nov 18 16:22:33.739255 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9bd3a2b3-9e2b-43be-b27b-7f2e7eb1e724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:33.747420 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-9bd3a2b3-9e2b-43be-b27b-7f2e7eb1e724 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b2c0923e7660468ab84bd1ffdf8f4a98&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5685058 Nov 18 16:22:33.748766 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 48938) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:33.848283 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2b0ef939-1a47-45eb-a964-0e6f668fe902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:33.885528 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2b0ef939-1a47-45eb-a964-0e6f668fe902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:33.890344 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-3931d8cc-6cf1-445a-868c-4f27a834d7d9 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa7b55f56ea446e2adf28b09f290c5ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1599560 Nov 18 16:22:33.971975 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2b0ef939-1a47-45eb-a964-0e6f668fe902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:33.980212 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-56a47a02-dfed-41cf-b18f-e28cdce8eedf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:33.996542 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ef939-1a47-45eb-a964-0e6f668fe902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa34a181-91d2-4ad3-bf04-48e7713d8d7a,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:34.007810 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2b0ef939-1a47-45eb-a964-0e6f668fe902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:34.009476 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2b0ef939-1a47-45eb-a964-0e6f668fe902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:34.014251 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-2b0ef939-1a47-45eb-a964-0e6f668fe902 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aa34a181-91d2-4ad3-bf04-48e7713d8d7a HTTP/1.1" status: 204 len: 168 time: 0.2642372 Nov 18 16:22:34.073262 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 48950) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:34.152711 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-e62b4650-aa78-4a53-af06-41f306abf68b service neutron] 10.222.0.26 "GET /v2.0/networks/6e9790d1-5881-4e64-a6df-f04a185fd798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529171 Nov 18 16:22:34.153778 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d174a50-24c6-45af-986a-4512df8fea1a req-bc0ea800-3cf4-44c6-9c76-8879bac3c1c6 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:34.155806 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5d174a50-24c6-45af-986a-4512df8fea1a req-bc0ea800-3cf4-44c6-9c76-8879bac3c1c6 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.1125853 Nov 18 16:22:34.232089 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5d174a50-24c6-45af-986a-4512df8fea1a req-bb6972d0-459a-4cd8-bb8d-4de7741ca5eb tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653694 Nov 18 16:22:34.334973 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-647c1bde-5632-4407-adb5-9b6d1aa4de83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:34.385058 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-647c1bde-5632-4407-adb5-9b6d1aa4de83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:34.389515 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-647c1bde-5632-4407-adb5-9b6d1aa4de83 admin admin] Usage tracker for resource:security_group_rule and tenant:6905a36e90804927aed3e0d66f1235a0 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:34.392895 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-647c1bde-5632-4407-adb5-9b6d1aa4de83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:34.402282 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-647c1bde-5632-4407-adb5-9b6d1aa4de83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:34.490999 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-647c1bde-5632-4407-adb5-9b6d1aa4de83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:34.513389 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-67a32fe4-20a5-4e87-b979-d949cbd231b0 service neutron] 10.222.0.26 "GET /v2.0/networks/6e9790d1-5881-4e64-a6df-f04a185fd798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3586266 Nov 18 16:22:34.539488 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-647c1bde-5632-4407-adb5-9b6d1aa4de83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:34.573089 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b550225f-1cb6-4c9d-b85d-dd9baae24483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:34.584783 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-647c1bde-5632-4407-adb5-9b6d1aa4de83 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6905a36e90804927aed3e0d66f1235a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5081842 Nov 18 16:22:34.586659 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 48970) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:34.628703 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c1bde-5632-4407-adb5-9b6d1aa4de83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4b8f14-28fc-4b1b-964a-c529e8ba06f5,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:34.635360 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-647c1bde-5632-4407-adb5-9b6d1aa4de83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:34.669190 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b0994101-2a6f-4ca1-8e5b-c5619a9622c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:34.731863 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b0994101-2a6f-4ca1-8e5b-c5619a9622c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:34.892042 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-062e4dbf-2d21-4fdc-8ce7-1e4220ea45ab req-23251c68-7fed-433f-bff8-acedcf57e084 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=8cb71634-7dd1-4af1-9554-8968ab8e47b2 HTTP/1.1" status: 200 len: 210 time: 0.0939016 Nov 18 16:22:34.902360 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f3f9e-5679-45e0-b454-6787962deccb req-b51b34cb-b273-406d-b649-6b7f67c45455 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:34.904997 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-112f3f9e-5679-45e0-b454-6787962deccb req-b51b34cb-b273-406d-b649-6b7f67c45455 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.1243494 Nov 18 16:22:34.943134 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b0994101-2a6f-4ca1-8e5b-c5619a9622c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:34.951094 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-87190b14-e8f8-4e41-8ee5-89fa2f448660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:34.979518 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0994101-2a6f-4ca1-8e5b-c5619a9622c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4b8f14-28fc-4b1b-964a-c529e8ba06f5,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:34.989724 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b0994101-2a6f-4ca1-8e5b-c5619a9622c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:34.995267 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-112f3f9e-5679-45e0-b454-6787962deccb req-1012fc88-24ed-47e4-9dfc-c18d66db463c tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832551 Nov 18 16:22:34.996180 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b0994101-2a6f-4ca1-8e5b-c5619a9622c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:34.997284 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-b0994101-2a6f-4ca1-8e5b-c5619a9622c5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8e4b8f14-28fc-4b1b-964a-c529e8ba06f5 HTTP/1.1" status: 204 len: 168 time: 0.4095061 Nov 18 16:22:35.497908 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30160ab0-effc-484d-9bb8-37a916a0d39d req-55651cea-961d-4a1a-963f-342fadc1cbc1 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:35.499545 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-30160ab0-effc-484d-9bb8-37a916a0d39d req-55651cea-961d-4a1a-963f-342fadc1cbc1 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.0921669 Nov 18 16:22:35.553387 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-30160ab0-effc-484d-9bb8-37a916a0d39d req-d593711d-e1e3-4c8d-a72c-a2b55cca2bae tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434809 Nov 18 16:22:35.663761 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 49016) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:35.693863 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a0eaf49d-62a4-4aa0-85b9-69aca1fec319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:35.728577 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a0eaf49d-62a4-4aa0-85b9-69aca1fec319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:35.732831 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-a0eaf49d-62a4-4aa0-85b9-69aca1fec319 admin admin] Usage tracker for resource:security_group_rule and tenant:cbdf452c00cf44d79190ed354a722de6 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:35.735714 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-a0eaf49d-62a4-4aa0-85b9-69aca1fec319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:35.744088 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a0eaf49d-62a4-4aa0-85b9-69aca1fec319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:35.832587 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a0eaf49d-62a4-4aa0-85b9-69aca1fec319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:35.890139 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a0eaf49d-62a4-4aa0-85b9-69aca1fec319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:35.898571 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8be29bba-1422-4e53-946f-ad19ffed1bea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:35.948524 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eaf49d-62a4-4aa0-85b9-69aca1fec319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11be706-14ad-425e-bcb7-0a879b4eb941,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:35.952048 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a0eaf49d-62a4-4aa0-85b9-69aca1fec319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:35.955404 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-a0eaf49d-62a4-4aa0-85b9-69aca1fec319 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cbdf452c00cf44d79190ed354a722de6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2905035 Nov 18 16:22:35.958963 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 49028) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:36.105748 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2bef9adb-7e85-431d-b5cb-92f1b806f8b2 req-c4a6c43b-5942-4fde-824e-b53d575d9f1c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=8cb71634-7dd1-4af1-9554-8968ab8e47b2 HTTP/1.1" status: 200 len: 210 time: 0.0536163 Nov 18 16:22:36.141919 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-44a384e6-0b07-447f-ae54-92e863fd66c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:36.181993 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-44a384e6-0b07-447f-ae54-92e863fd66c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:36.269964 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-44a384e6-0b07-447f-ae54-92e863fd66c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:36.275411 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb77745-2cdf-40c1-b65a-e1268735068e req-eaf0ec6f-d466-4824-a92f-a73c5447ee7f tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:36.276877 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3e4acddd-20c6-4359-aefc-bf908639bda0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:36.277056 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-0eb77745-2cdf-40c1-b65a-e1268735068e req-eaf0ec6f-d466-4824-a92f-a73c5447ee7f tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.0864434 Nov 18 16:22:36.289787 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a384e6-0b07-447f-ae54-92e863fd66c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11be706-14ad-425e-bcb7-0a879b4eb941,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:36.304204 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-44a384e6-0b07-447f-ae54-92e863fd66c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:36.305357 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-44a384e6-0b07-447f-ae54-92e863fd66c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:36.307028 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-44a384e6-0b07-447f-ae54-92e863fd66c0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b11be706-14ad-425e-bcb7-0a879b4eb941 HTTP/1.1" status: 204 len: 168 time: 0.3466895 Nov 18 16:22:36.350972 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-0eb77745-2cdf-40c1-b65a-e1268735068e req-463a4d88-d67a-462b-8fc9-5c7c4b3d609f tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675218 Nov 18 16:22:36.988322 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-3c2c6a38-5a68-4f61-a313-3eb8f2074373 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:36.991167 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-3c2c6a38-5a68-4f61-a313-3eb8f2074373 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.13 "GET /v2.0/networks?id=6e9790d1-5881-4e64-a6df-f04a185fd798 HTTP/1.1" status: 200 len: 814 time: 0.3392255 Nov 18 16:22:37.023204 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-160b149c-d4ee-46b0-a196-45eab5b585df tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Request body: {'port': {'device_id': '8cb71634-7dd1-4af1-9554-8968ab8e47b2', 'network_id': '6e9790d1-5881-4e64-a6df-f04a185fd798', 'admin_state_up': True, 'tenant_id': 'fa7b55f56ea446e2adf28b09f290c5ad'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:22:37.026526 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2bb70-a9ff-4092-a4fd-bb6e4d211b51 req-d1ddeb66-a9b5-4e01-a758-d897669a928d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:37.036043 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-0ff2bb70-a9ff-4092-a4fd-bb6e4d211b51 req-d1ddeb66-a9b5-4e01-a758-d897669a928d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.1622455 Nov 18 16:22:37.108292 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-0ff2bb70-a9ff-4092-a4fd-bb6e4d211b51 req-0f1532db-c660-4f5c-9d7a-79c6893ac8fe tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704763 Nov 18 16:22:37.175209 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 6 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:22:37.178205 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-160b149c-d4ee-46b0-a196-45eab5b585df tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:37.189261 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-160b149c-d4ee-46b0-a196-45eab5b585df tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:37.263482 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-160b149c-d4ee-46b0-a196-45eab5b585df tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Made reservation on behalf of fa7b55f56ea446e2adf28b09f290c5ad for: {'port': 1} {{(pid=80387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:22:37.270158 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-160b149c-d4ee-46b0-a196-45eab5b585df tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:37.357710 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f7e14fcd-268b-4023-b29e-915588a8c11d req-1ee9ebb9-d72c-4dfd-8923-39b90fc32081 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=8cb71634-7dd1-4af1-9554-8968ab8e47b2 HTTP/1.1" status: 200 len: 210 time: 0.0668027 Nov 18 16:22:37.598341 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ddfeea-6837-42a7-9bd9-3f1ee695a7c3 req-ae0a4b70-2cb5-46a8-b452-ce0b6dc84efc tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:37.600116 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-54ddfeea-6837-42a7-9bd9-3f1ee695a7c3 req-ae0a4b70-2cb5-46a8-b452-ce0b6dc84efc tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.0912659 Nov 18 16:22:37.656817 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-54ddfeea-6837-42a7-9bd9-3f1ee695a7c3 req-f9ebfd96-eefd-4506-85ad-80aa007afec2 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491593 Nov 18 16:22:37.672037 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-160b149c-d4ee-46b0-a196-45eab5b585df tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Allocated IP 172.20.0.9 (6e9790d1-5881-4e64-a6df-f04a185fd798/0510e32b-72f3-4da1-9608-d32c92de3e00/f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849) {{(pid=80387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:22:37.858851 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 49080) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:37.941128 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-160b149c-d4ee-46b0-a196-45eab5b585df tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks [] for port, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:38.004488 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-160b149c-d4ee-46b0-a196-45eab5b585df tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:38.017577 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-bdeb12d3-cb68-4350-87c2-2da31be2c3fd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1390352973-network', 'tenant_id': '028b1410faf74f58bf747e194fe57fd4'}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:22:38.024986 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c4215c79-649c-43e5-b1bc-a8b453bfc4e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:38.025106 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-bdeb12d3-cb68-4350-87c2-2da31be2c3fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:38.028836 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-bdeb12d3-cb68-4350-87c2-2da31be2c3fd admin admin] Usage tracker for resource:network and tenant:028b1410faf74f58bf747e194fe57fd4 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:38.032054 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-bdeb12d3-cb68-4350-87c2-2da31be2c3fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:38.038510 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-bdeb12d3-cb68-4350-87c2-2da31be2c3fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:38.098138 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdeb12d3-cb68-4350-87c2-2da31be2c3fd admin admin] Made reservation on behalf of 028b1410faf74f58bf747e194fe57fd4 for: {'network': 1} {{(pid=80386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:22:38.105550 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bdeb12d3-cb68-4350-87c2-2da31be2c3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for network, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:38.128142 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bdeb12d3-cb68-4350-87c2-2da31be2c3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:38.171041 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b149c-d4ee-46b0-a196-45eab5b585df tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Pushing event updated for resources: {'Port': ['ID=f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:38.181109 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-160b149c-d4ee-46b0-a196-45eab5b585df tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:38.199520 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-bdeb12d3-cb68-4350-87c2-2da31be2c3fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:38.203921 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-bdeb12d3-cb68-4350-87c2-2da31be2c3fd admin admin] Usage tracker for resource:security_group_rule and tenant:028b1410faf74f58bf747e194fe57fd4 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:38.207937 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-bdeb12d3-cb68-4350-87c2-2da31be2c3fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:38.214585 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-bdeb12d3-cb68-4350-87c2-2da31be2c3fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:38.237100 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-160b149c-d4ee-46b0-a196-45eab5b585df tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Network 6e9790d1-5881-4e64-a6df-f04a185fd798 is already hosted by enough agents. {{(pid=80387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:22:38.269418 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-160b149c-d4ee-46b0-a196-45eab5b585df tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Resources bound (agent type, host, resource id): {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:22:38.275743 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-160b149c-d4ee-46b0-a196-45eab5b585df tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Received port after_create {{(pid=80387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:22:38.320681 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-3ebe0d7c-829f-4dd9-8620-40f3f1fd7957 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/networks?tenant_id=8cd743535c8c4fe4a39a860e3cee5636&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0871482 Nov 18 16:22:38.329194 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bdeb12d3-cb68-4350-87c2-2da31be2c3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:38.392614 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-160b149c-d4ee-46b0-a196-45eab5b585df tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:38.393240 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-160b149c-d4ee-46b0-a196-45eab5b585df tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:38.410181 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bdeb12d3-cb68-4350-87c2-2da31be2c3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:38.423226 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4a985792-a124-4aa5-943f-b78777747c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:38.467480 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb12d3-cb68-4350-87c2-2da31be2c3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e013f0-e21d-4285-b034-2037a770de89,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:38.479758 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bdeb12d3-cb68-4350-87c2-2da31be2c3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:38.497186 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdeb12d3-cb68-4350-87c2-2da31be2c3fd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:22:38.515172 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bdeb12d3-cb68-4350-87c2-2da31be2c3fd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794394340365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696124'] for segment, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:38.515626 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.segments_db [None req-bdeb12d3-cb68-4350-87c2-2da31be2c3fd admin admin] Added segment 208beece-2650-4899-8454-f8d1dbd9dfba of type vxlan for network 856f8a6f-2d2e-48df-8f55-b02b4f11c5c5 Nov 18 16:22:38.571332 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bdeb12d3-cb68-4350-87c2-2da31be2c3fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242460990785'] for network, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:38.581693 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c33b53-fb0f-4e6a-b282-c352ed8189ba req-22041861-0381-48a7-8588-7980ce5bb0cf tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:38.584287 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a5c33b53-fb0f-4e6a-b282-c352ed8189ba req-22041861-0381-48a7-8588-7980ce5bb0cf tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.2294981 Nov 18 16:22:38.591996 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-160b149c-d4ee-46b0-a196-45eab5b585df tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5742395 Nov 18 16:22:38.602146 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-e297be34-b35a-46ff-a59a-bdbe7df420b1 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:38.604035 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-e297be34-b35a-46ff-a59a-bdbe7df420b1 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2587869 Nov 18 16:22:38.610083 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-9e5cdc41-171c-4df8-b85e-96dfb478793f service neutron] Request body: {'port': {'device_id': '8cb71634-7dd1-4af1-9554-8968ab8e47b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:22:38.673583 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a5c33b53-fb0f-4e6a-b282-c352ed8189ba req-17052327-72b5-4fb1-ac56-105a056aaeea tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815148 Nov 18 16:22:38.690396 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-5bc5c41c-e394-4095-bedf-3ab03e09bed9 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/quotas/8cd743535c8c4fe4a39a860e3cee5636 HTTP/1.1" status: 200 len: 375 time: 0.0449085 Nov 18 16:22:38.704348 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bdeb12d3-cb68-4350-87c2-2da31be2c3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for network, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:38.711630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdeb12d3-cb68-4350-87c2-2da31be2c3fd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:38.712320 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bdeb12d3-cb68-4350-87c2-2da31be2c3fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for network, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:38.745702 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:38.938692 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-bdeb12d3-cb68-4350-87c2-2da31be2c3fd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0759757 Nov 18 16:22:38.960867 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 49132) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:38.960867 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb12d3-cb68-4350-87c2-2da31be2c3fd admin admin] Pushing event updated for resources: {'Network': ['ID=856f8a6f-2d2e-48df-8f55-b02b4f11c5c5,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:38.960867 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bdeb12d3-cb68-4350-87c2-2da31be2c3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:38.966929 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-84203021-b185-49f0-986f-8e5a5f346789 admin admin] Request body: {'subnet': {'network_id': '856f8a6f-2d2e-48df-8f55-b02b4f11c5c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1390352973-subnet', 'tenant_id': '028b1410faf74f58bf747e194fe57fd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:22:38.969367 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Network 856f8a6f-2d2e-48df-8f55-b02b4f11c5c5 details requested by agent ovs-agent-dv-cinder-759955-2-smb with host dv-cinder-759955-2-smb {{(pid=80388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:22:38.987015 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-84203021-b185-49f0-986f-8e5a5f346789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:38.994566 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-84203021-b185-49f0-986f-8e5a5f346789 admin admin] Usage tracker for resource:subnet and tenant:028b1410faf74f58bf747e194fe57fd4 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:39.000756 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-84203021-b185-49f0-986f-8e5a5f346789 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:39.009696 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-84203021-b185-49f0-986f-8e5a5f346789 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:39.010656 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-9e5cdc41-171c-4df8-b85e-96dfb478793f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:39.042329 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-6a66dd5a-f2af-4c0c-8312-1350a5cd979c tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/ports?tenant_id=8cd743535c8c4fe4a39a860e3cee5636&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3084037 Nov 18 16:22:39.071199 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67deaeb5-f352-4712-9321-971d004c2037 req-cea02752-a676-472b-983d-f24566db3414 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:39.078539 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-67deaeb5-f352-4712-9321-971d004c2037 req-cea02752-a676-472b-983d-f24566db3414 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=8cb71634-7dd1-4af1-9554-8968ab8e47b2 HTTP/1.1" status: 200 len: 931 time: 0.2048955 Nov 18 16:22:39.081007 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84203021-b185-49f0-986f-8e5a5f346789 admin admin] Made reservation on behalf of 028b1410faf74f58bf747e194fe57fd4 for: {'subnet': 1} {{(pid=80386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:22:39.098524 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-84203021-b185-49f0-986f-8e5a5f346789 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852614878'] for subnet, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:39.121472 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Network 856f8a6f-2d2e-48df-8f55-b02b4f11c5c5 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=80388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:22:39.357554 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-67deaeb5-f352-4712-9321-971d004c2037 req-8ad7255d-662c-4b77-af79-f3ebe4c0f33a tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294810 Nov 18 16:22:39.635159 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c41b0ba4-1f42-4e06-a86d-c041fedab3ce req-e942dfcd-78eb-4250-9f0f-17f2711f9329 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/ports?device_id=99b3228b-415d-4014-8136-0a25eb1e7907 HTTP/1.1" status: 200 len: 210 time: 0.0840983 Nov 18 16:22:39.839345 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69491f62-fad9-4905-a588-1f707f7e286d req-3f07cb6d-2a1e-4d95-9ff4-ed10c2129a1a tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:39.846938 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-69491f62-fad9-4905-a588-1f707f7e286d req-3f07cb6d-2a1e-4d95-9ff4-ed10c2129a1a tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.2457018 Nov 18 16:22:39.946764 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-69491f62-fad9-4905-a588-1f707f7e286d req-86b8b93c-b347-4ed6-8da0-77c0160eacc0 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988033 Nov 18 16:22:40.040637 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-9e5cdc41-171c-4df8-b85e-96dfb478793f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849 {{(pid=80387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:22:40.050194 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-9e5cdc41-171c-4df8-b85e-96dfb478793f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:40.223805 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-9e5cdc41-171c-4df8-b85e-96dfb478793f service neutron] Transition to ACTIVE for port object f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849 will not be triggered until provisioned by entity L2. {{(pid=80387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:22:40.312446 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-84203021-b185-49f0-986f-8e5a5f346789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1990504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852614893'] for subnet, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:40.360080 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:40.516426 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429d840-6bec-4941-94c6-495d55e63eba req-d2e10180-7132-40aa-b9b1-d1393166688d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:40.518079 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2429d840-6bec-4941-94c6-495d55e63eba req-d2e10180-7132-40aa-b9b1-d1393166688d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.5273516 Nov 18 16:22:40.521644 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84203021-b185-49f0-986f-8e5a5f346789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b246cc9f-5343-4a87-b0ae-782339279bde,revision_number=0']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:40.527281 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-84203021-b185-49f0-986f-8e5a5f346789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:40.560779 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-9e5cdc41-171c-4df8-b85e-96dfb478793f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445729'] for port, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:40.586912 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:40.620608 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2429d840-6bec-4941-94c6-495d55e63eba req-3ef2de3d-f68f-4bb5-a3cb-afeacf0350b6 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944192 Nov 18 16:22:40.654630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84203021-b185-49f0-986f-8e5a5f346789 admin admin] Checking segment: {'id': '208beece-2650-4899-8454-f8d1dbd9dfba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '856f8a6f-2d2e-48df-8f55-b02b4f11c5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:22:40.654630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84203021-b185-49f0-986f-8e5a5f346789 admin admin] Network hostable DHCP agents. Network: 856f8a6f-2d2e-48df-8f55-b02b4f11c5c5, hostable agents: ['f7776111-b6a1-4850-954f-358371da3282'], hosted agents: [] {{(pid=80386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:22:40.776102 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cdc41-171c-4df8-b85e-96dfb478793f service neutron] Pushing event updated for resources: {'Port': ['ID=f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849,revision_number=2']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:40.780466 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-30f3967b-0f08-438c-b9cc-9dc7e24a04af req-888d7b30-7600-445b-9636-5a2b70f53c18 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/ports?device_id=99b3228b-415d-4014-8136-0a25eb1e7907 HTTP/1.1" status: 200 len: 210 time: 0.0488498 Nov 18 16:22:40.781082 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84203021-b185-49f0-986f-8e5a5f346789 admin admin] Network 856f8a6f-2d2e-48df-8f55-b02b4f11c5c5 is scheduled to be hosted by DHCP agent f7776111-b6a1-4850-954f-358371da3282 with binding_index 1 {{(pid=80386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:22:40.793681 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9e5cdc41-171c-4df8-b85e-96dfb478793f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:40.827451 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-84203021-b185-49f0-986f-8e5a5f346789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-smb, 856f8a6f-2d2e-48df-8f55-b02b4f11c5c5) {{(pid=80386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:22:40.833857 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399d670-985a-46af-9acf-8376a67e9aa8 req-3a0d1d3b-fb49-4860-bd19-9528e15ceba7 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:40.833857 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-d399d670-985a-46af-9acf-8376a67e9aa8 req-3a0d1d3b-fb49-4860-bd19-9528e15ceba7 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Synchronizing usage tracker for tenant:fa7b55f56ea446e2adf28b09f290c5ad on resource:port {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:22:40.840730 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fe3456-4d5b-46d8-9ff3-951c1158023b None None] Network 856f8a6f-2d2e-48df-8f55-b02b4f11c5c5 requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:22:40.846119 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84203021-b185-49f0-986f-8e5a5f346789 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:40.846900 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-84203021-b185-49f0-986f-8e5a5f346789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for subnet, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:40.961573 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-84203021-b185-49f0-986f-8e5a5f346789 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0057449 Nov 18 16:22:40.989450 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-d399d670-985a-46af-9acf-8376a67e9aa8 req-3a0d1d3b-fb49-4860-bd19-9528e15ceba7 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Unset dirty status for tenant:fa7b55f56ea446e2adf28b09f290c5ad on resource:port {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:22:40.990928 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d399d670-985a-46af-9acf-8376a67e9aa8 req-3a0d1d3b-fb49-4860-bd19-9528e15ceba7 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=8cb71634-7dd1-4af1-9554-8968ab8e47b2 HTTP/1.1" status: 200 len: 943 time: 0.4747839 Nov 18 16:22:41.090484 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d399d670-985a-46af-9acf-8376a67e9aa8 req-e02ed299-6612-4ca0-9560-37d1f5462ae5 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914712 Nov 18 16:22:41.096328 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-9e5cdc41-171c-4df8-b85e-96dfb478793f service neutron] Attempting to bind port f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:22:41.096945 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-9e5cdc41-171c-4df8-b85e-96dfb478793f service neutron] Attempting to bind port f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'dc1672ed-2f0b-417c-b343-1742be396aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6e9790d1-5881-4e64-a6df-f04a185fd798'}] {{(pid=80387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:22:41.097505 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-9e5cdc41-171c-4df8-b85e-96dfb478793f service neutron] Attempting to bind port f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849 on network 6e9790d1-5881-4e64-a6df-f04a185fd798 {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:22:41.118040 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-9e5cdc41-171c-4df8-b85e-96dfb478793f service neutron] Checking agent: {'id': '3488e2eb-83f3-429f-9709-c44be6a31d37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 18, 57), 'started_at': datetime.datetime(2020, 11, 18, 16, 19, 27), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:22:41.122366 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-9e5cdc41-171c-4df8-b85e-96dfb478793f service neutron] Checking segment: {'id': 'dc1672ed-2f0b-417c-b343-1742be396aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6e9790d1-5881-4e64-a6df-f04a185fd798'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:22:41.122973 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-9e5cdc41-171c-4df8-b85e-96dfb478793f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:41.124018 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-9e5cdc41-171c-4df8-b85e-96dfb478793f service neutron] Bound using segment: {'id': 'dc1672ed-2f0b-417c-b343-1742be396aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6e9790d1-5881-4e64-a6df-f04a185fd798'} {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:22:41.124685 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-9e5cdc41-171c-4df8-b85e-96dfb478793f service neutron] Bound port: f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1672ed-2f0b-417c-b343-1742be396aba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6e9790d1-5881-4e64-a6df-f04a185fd798'}}] {{(pid=80387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:22:41.126967 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-9e5cdc41-171c-4df8-b85e-96dfb478793f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:41.210121 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f36f3a5-083f-4bd8-ab0c-1c755fc66b6d None None] Network 856f8a6f-2d2e-48df-8f55-b02b4f11c5c5 requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:22:41.261448 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-9e5cdc41-171c-4df8-b85e-96dfb478793f service neutron] For port f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849, host hv-cinder-75995, cleared binding levels {{(pid=80387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:22:41.265494 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-9e5cdc41-171c-4df8-b85e-96dfb478793f service neutron] For port f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849,segment=NetworkSegment(dc1672ed-2f0b-417c-b343-1742be396aba),segment_id=dc1672ed-2f0b-417c-b343-1742be396aba)] {{(pid=80387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:22:41.281150 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda9804-dc06-47f2-9282-14d9e47f59f0 req-96e8b8b1-061a-4358-a4c5-f806add80ad6 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:41.283111 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-0eda9804-dc06-47f2-9282-14d9e47f59f0 req-96e8b8b1-061a-4358-a4c5-f806add80ad6 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.1305442 Nov 18 16:22:41.313354 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-9e5cdc41-171c-4df8-b85e-96dfb478793f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445729'] for port, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:41.344419 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:41.354801 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-0eda9804-dc06-47f2-9282-14d9e47f59f0 req-267a185b-a721-4cac-a4f1-ea74442a68be tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654497 Nov 18 16:22:41.576689 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cdc41-171c-4df8-b85e-96dfb478793f service neutron] Pushing event updated for resources: {'Port': ['ID=f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849,revision_number=3']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:41.582065 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9e5cdc41-171c-4df8-b85e-96dfb478793f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:41.589464 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-9e5cdc41-171c-4df8-b85e-96dfb478793f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:41.590962 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-9e5cdc41-171c-4df8-b85e-96dfb478793f service neutron] 10.222.0.13 "PUT /v2.0/ports/f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849 HTTP/1.1" status: 200 len: 1157 time: 2.9858902 Nov 18 16:22:41.591540 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb71634-7dd1-4af1-9554-8968ab8e47b2', 'tag': 'f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849'}] {{(pid=80387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:22:41.655994 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb71634-7dd1-4af1-9554-8968ab8e47b2', 'tag': 'f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849', 'status': 'completed', 'code': 200} Nov 18 16:22:41.776807 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f21e3246-cbbd-43b4-baaa-fee7ce5e73e8 req-5c0d1e13-8b03-42c1-bc36-d6963916ad2c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa7b55f56ea446e2adf28b09f290c5ad&device_id=8cb71634-7dd1-4af1-9554-8968ab8e47b2 HTTP/1.1" status: 200 len: 1160 time: 0.0835516 Nov 18 16:22:41.927191 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad19b1e-7ee2-410a-982e-108dce26670a req-54fc6e77-ec25-4460-abe8-f1fecb843eec tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:41.929039 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-dad19b1e-7ee2-410a-982e-108dce26670a req-54fc6e77-ec25-4460-abe8-f1fecb843eec tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.0947270 Nov 18 16:22:41.992560 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-dad19b1e-7ee2-410a-982e-108dce26670a req-b4a6d967-b4d2-4d7e-8dca-760a3537e719 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560443 Nov 18 16:22:42.019445 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e3246-cbbd-43b4-baaa-fee7ce5e73e8 req-8392f0f0-7546-4b19-9284-246535bc17dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:42.022028 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f21e3246-cbbd-43b4-baaa-fee7ce5e73e8 req-8392f0f0-7546-4b19-9284-246535bc17dd service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=fa7b55f56ea446e2adf28b09f290c5ad&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2280288 Nov 18 16:22:42.328330 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e3246-cbbd-43b4-baaa-fee7ce5e73e8 req-fefaabaa-1811-41c5-bea8-e480b5bc23fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:42.331535 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f21e3246-cbbd-43b4-baaa-fee7ce5e73e8 req-fefaabaa-1811-41c5-bea8-e480b5bc23fc service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3026659 Nov 18 16:22:42.333799 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f98a3a0e-d7c7-4cfc-ac28-f11d6441a7b9 req-a106e336-58fc-4864-9ef1-040478654371 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/ports?device_id=99b3228b-415d-4014-8136-0a25eb1e7907 HTTP/1.1" status: 200 len: 210 time: 0.2796123 Nov 18 16:22:42.356168 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-692ebd63-a64e-446d-a3dd-2322af529823 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.13 "GET /v2.0/networks?tenant_id=8cd743535c8c4fe4a39a860e3cee5636&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691149 Nov 18 16:22:42.389451 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01a1b9-50ce-48a5-891d-d2def709e809 req-2da2f12c-ac6c-4f68-991a-fc90445925c6 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:42.400874 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3a01a1b9-50ce-48a5-891d-d2def709e809 req-2da2f12c-ac6c-4f68-991a-fc90445925c6 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=8cb71634-7dd1-4af1-9554-8968ab8e47b2 HTTP/1.1" status: 200 len: 943 time: 0.1251283 Nov 18 16:22:42.454974 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3a01a1b9-50ce-48a5-891d-d2def709e809 req-8bc630d9-ddec-46e7-918e-72f8fcd7ba81 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527682 Nov 18 16:22:42.648069 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-32fe950b-8482-4f2c-857a-949e3b9e38d9 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:42.649627 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-32fe950b-8482-4f2c-857a-949e3b9e38d9 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2857015 Nov 18 16:22:42.684152 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-fc760acb-dd6f-4593-aebb-af3aa1c6a593 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Request body: {'port': {'device_id': '99b3228b-415d-4014-8136-0a25eb1e7907', 'network_id': '09fba2e3-ac6f-4816-82ff-af61d0e5fc72', 'admin_state_up': True, 'tenant_id': '8cd743535c8c4fe4a39a860e3cee5636'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:22:42.718190 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-070808d9-02bf-4e60-ad31-0a2d568993be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa7b55f56ea446e2adf28b09f290c5ad&device_id=8cb71634-7dd1-4af1-9554-8968ab8e47b2 HTTP/1.1" status: 200 len: 1160 time: 0.2257242 Nov 18 16:22:43.048934 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520bfd6-9c4c-479e-a777-f70658a722e5 req-470508a0-fb27-4ee6-bc13-5bbb9a9b783a tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:43.050575 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1520bfd6-9c4c-479e-a777-f70658a722e5 req-470508a0-fb27-4ee6-bc13-5bbb9a9b783a tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.5069344 Nov 18 16:22:43.087318 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-92050b42-a8ab-43c4-bab3-4829a194fc31 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849 HTTP/1.1" status: 200 len: 217 time: 0.3552339 Nov 18 16:22:43.211991 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-fc760acb-dd6f-4593-aebb-af3aa1c6a593 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:43.213361 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1520bfd6-9c4c-479e-a777-f70658a722e5 req-a9000ba9-b661-4936-afa9-693a830afa66 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447237 Nov 18 16:22:43.219475 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-fc760acb-dd6f-4593-aebb-af3aa1c6a593 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Usage tracker for resource:port and tenant:8cd743535c8c4fe4a39a860e3cee5636 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:43.223209 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-19c91603-4ec3-43f7-89cd-0bbac49795b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:43.224830 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-19c91603-4ec3-43f7-89cd-0bbac49795b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0510e32b-72f3-4da1-9608-d32c92de3e00 HTTP/1.1" status: 200 len: 854 time: 0.1255684 Nov 18 16:22:43.225712 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-fc760acb-dd6f-4593-aebb-af3aa1c6a593 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Quota usage for port was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:43.235719 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-fc760acb-dd6f-4593-aebb-af3aa1c6a593 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:43.287371 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86eaca7-0d32-4135-80d0-221b01518086 req-983fa4ee-d590-44c1-8128-1d089a6f0e21 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:43.289189 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c86eaca7-0d32-4135-80d0-221b01518086 req-983fa4ee-d590-44c1-8128-1d089a6f0e21 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.1237581 Nov 18 16:22:43.290584 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-90af5364-26a6-49a7-9f56-323777cc403b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e9790d1-5881-4e64-a6df-f04a185fd798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562518 Nov 18 16:22:43.338249 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-fc760acb-dd6f-4593-aebb-af3aa1c6a593 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Made reservation on behalf of 8cd743535c8c4fe4a39a860e3cee5636 for: {'port': 1} {{(pid=80387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:22:43.345800 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-fc760acb-dd6f-4593-aebb-af3aa1c6a593 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:43.348142 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c86eaca7-0d32-4135-80d0-221b01518086 req-8ca0177a-d5f3-4319-bcca-2a77637e449a tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525823 Nov 18 16:22:43.376251 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-fc760acb-dd6f-4593-aebb-af3aa1c6a593 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:43.497215 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-fc760acb-dd6f-4593-aebb-af3aa1c6a593 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:43.513123 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-fc760acb-dd6f-4593-aebb-af3aa1c6a593 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Usage tracker for resource:security_group_rule and tenant:8cd743535c8c4fe4a39a860e3cee5636 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:43.521128 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-fc760acb-dd6f-4593-aebb-af3aa1c6a593 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:43.531554 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-fc760acb-dd6f-4593-aebb-af3aa1c6a593 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:43.535838 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-94438c94-7d57-434d-885b-5aea3c9caf76 service neutron] 10.222.0.13 "GET /v2.0/networks/6e9790d1-5881-4e64-a6df-f04a185fd798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300761 Nov 18 16:22:43.616723 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fafd3bed-5524-42d2-8414-934d16bd0dda req-fff10e81-464d-4845-8965-0cfd6bfc8b57 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/ports?device_id=99b3228b-415d-4014-8136-0a25eb1e7907 HTTP/1.1" status: 200 len: 210 time: 0.0882015 Nov 18 16:22:43.690605 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2b12c-6f3a-4ea1-a70c-89a7e3402f9b req-4bb464f6-7799-401b-804b-cc041f5d89dd tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:43.693168 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b6b2b12c-6f3a-4ea1-a70c-89a7e3402f9b req-4bb464f6-7799-401b-804b-cc041f5d89dd tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=8cb71634-7dd1-4af1-9554-8968ab8e47b2 HTTP/1.1" status: 200 len: 943 time: 0.0873177 Nov 18 16:22:43.745610 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b6b2b12c-6f3a-4ea1-a70c-89a7e3402f9b req-fed73ea8-8431-4ed6-a941-19e8f241ec45 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453355 Nov 18 16:22:43.835212 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d2dda675-b0cb-417f-8607-0f6e8d1004f6 req-a49acedb-4d86-4299-a6ab-919aab81171c service neutron] 10.222.0.13 "GET /v2.0/networks/6e9790d1-5881-4e64-a6df-f04a185fd798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2576621 Nov 18 16:22:43.915408 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-fc760acb-dd6f-4593-aebb-af3aa1c6a593 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:43.952131 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-fc760acb-dd6f-4593-aebb-af3aa1c6a593 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:43.964331 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-26ad3f8f-3d51-4126-bc30-cf385e5e8683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:43.976379 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-18f3834c-dbe1-4ef1-9084-14168ede0744 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:43.977991 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-18f3834c-dbe1-4ef1-9084-14168ede0744 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/networks?id=856f8a6f-2d2e-48df-8f55-b02b4f11c5c5 HTTP/1.1" status: 200 len: 809 time: 0.2362652 Nov 18 16:22:44.034990 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc760acb-dd6f-4593-aebb-af3aa1c6a593 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba0990b-dbc2-4dc8-8ba2-52a51b8fa4d1,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:44.038558 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-b4e11549-6993-4e77-a81f-edfb91ac1d28 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/quotas/028b1410faf74f58bf747e194fe57fd4 HTTP/1.1" status: 200 len: 375 time: 0.0532868 Nov 18 16:22:44.039363 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fc760acb-dd6f-4593-aebb-af3aa1c6a593 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:44.151013 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-3c9accb2-ca70-4bc3-b71a-c4e472d05b6f tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?tenant_id=028b1410faf74f58bf747e194fe57fd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0993879 Nov 18 16:22:44.396354 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-25c1c39e-93fa-4097-9399-e6bdf0eb0693 service neutron] 10.222.0.26 "GET /v2.0/networks/856f8a6f-2d2e-48df-8f55-b02b4f11c5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366960 Nov 18 16:22:44.460702 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9224ab-2149-4aba-9492-b04d1e0c3e91 req-e9c01aa2-86be-4c28-8e79-52a6563e6481 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:44.462614 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ee9224ab-2149-4aba-9492-b04d1e0c3e91 req-e9c01aa2-86be-4c28-8e79-52a6563e6481 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.1034203 Nov 18 16:22:44.518496 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ee9224ab-2149-4aba-9492-b04d1e0c3e91 req-18ec5d2b-fe36-481a-84f5-a72ccfab1eab tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491352 Nov 18 16:22:44.583259 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-fc760acb-dd6f-4593-aebb-af3aa1c6a593 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Allocated IP 192.168.233.253 (09fba2e3-ac6f-4816-82ff-af61d0e5fc72/939c02e0-b521-4537-b5c2-1347af22a15f/a079d5c2-4762-44ff-af6e-79e7e74df830) {{(pid=80387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:22:44.665074 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-d936c961-b444-46cc-a454-e59eaea91025 service neutron] 10.222.0.26 "GET /v2.0/networks/856f8a6f-2d2e-48df-8f55-b02b4f11c5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2615731 Nov 18 16:22:44.858781 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0d35d-0c28-4105-a085-b0d14a073457 req-fabc9c31-23d3-4fa2-9d5f-54b9415d5fec tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:44.861082 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-48e0d35d-0c28-4105-a085-b0d14a073457 req-fabc9c31-23d3-4fa2-9d5f-54b9415d5fec tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.1295619 Nov 18 16:22:44.893510 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-fc760acb-dd6f-4593-aebb-af3aa1c6a593 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Notify callbacks [] for port, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:44.912816 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-fc760acb-dd6f-4593-aebb-af3aa1c6a593 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Transition to ACTIVE for port object a079d5c2-4762-44ff-af6e-79e7e74df830 will not be triggered until provisioned by entity DHCP. {{(pid=80387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:22:44.950529 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-48e0d35d-0c28-4105-a085-b0d14a073457 req-92b225fd-9c8c-4cb5-bf3a-506ae2d5cb16 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822413 Nov 18 16:22:44.992530 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-fc760acb-dd6f-4593-aebb-af3aa1c6a593 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:45.024709 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:45.242588 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f68e8f-c9bc-497e-9468-698796b98465 req-951a4ec1-20bf-4094-89d3-5c221aa71cdf tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:45.244356 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e9f68e8f-c9bc-497e-9468-698796b98465 req-951a4ec1-20bf-4094-89d3-5c221aa71cdf tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=8cb71634-7dd1-4af1-9554-8968ab8e47b2 HTTP/1.1" status: 200 len: 943 time: 0.1071436 Nov 18 16:22:45.247274 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc760acb-dd6f-4593-aebb-af3aa1c6a593 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Pushing event updated for resources: {'Port': ['ID=a079d5c2-4762-44ff-af6e-79e7e74df830,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:45.253718 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fc760acb-dd6f-4593-aebb-af3aa1c6a593 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:45.309714 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd68b24-bf47-406b-b54b-7ac748ef75a6 req-f8c568ea-1253-4f90-9a04-dbad157d995d tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:45.311359 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9cd68b24-bf47-406b-b54b-7ac748ef75a6 req-f8c568ea-1253-4f90-9a04-dbad157d995d tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/ports?device_id=99b3228b-415d-4014-8136-0a25eb1e7907 HTTP/1.1" status: 200 len: 936 time: 0.2410455 Nov 18 16:22:45.314795 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e9f68e8f-c9bc-497e-9468-698796b98465 req-99bdbaef-faea-49e6-bbee-7f35de4e2440 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530717 Nov 18 16:22:45.386247 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-fc760acb-dd6f-4593-aebb-af3aa1c6a593 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Network 09fba2e3-ac6f-4816-82ff-af61d0e5fc72 is already hosted by enough agents. {{(pid=80387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:22:45.388678 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-fc760acb-dd6f-4593-aebb-af3aa1c6a593 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Resources bound (agent type, host, resource id): {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:22:45.391747 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-fc760acb-dd6f-4593-aebb-af3aa1c6a593 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Received port after_create {{(pid=80387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:22:45.469420 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-dc28d467-4ad3-48ae-ba4a-8b558807db83 req-e99c467c-80eb-4dc7-917c-6e24c67a48d0 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=a1afc13f-a437-42eb-a451-492df9cc3f8d HTTP/1.1" status: 200 len: 210 time: 0.0709236 Nov 18 16:22:45.508351 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9cd68b24-bf47-406b-b54b-7ac748ef75a6 req-d32255ad-95d9-4870-9fed-cf0a450974d5 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/security-groups?id=7ba0990b-dbc2-4dc8-8ba2-52a51b8fa4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879637 Nov 18 16:22:45.530966 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-fc760acb-dd6f-4593-aebb-af3aa1c6a593 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:45.530966 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-fc760acb-dd6f-4593-aebb-af3aa1c6a593 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:45.613134 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-fc760acb-dd6f-4593-aebb-af3aa1c6a593 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9343650 Nov 18 16:22:45.626420 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-447d2910-677f-420f-b688-f9aa7b13f984 service neutron] Request body: {'port': {'device_id': '99b3228b-415d-4014-8136-0a25eb1e7907', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:22:45.750159 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-447d2910-677f-420f-b688-f9aa7b13f984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:45.787534 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5d7e7-eec0-4073-a2d4-bf81f0afa996 req-9ba7c34f-4f4b-4782-868d-e159f85ddeca tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:45.789199 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-94b5d7e7-eec0-4073-a2d4-bf81f0afa996 req-9ba7c34f-4f4b-4782-868d-e159f85ddeca tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.1042998 Nov 18 16:22:45.800511 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-3959b03f-0f0b-4d68-a719-ece903e4d5d7 None None] Provisioning for port a079d5c2-4762-44ff-af6e-79e7e74df830 completed by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:22:45.808077 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-3959b03f-0f0b-4d68-a719-ece903e4d5d7 None None] Provisioning complete for port a079d5c2-4762-44ff-af6e-79e7e74df830 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:22:45.808768 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3959b03f-0f0b-4d68-a719-ece903e4d5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:45.862507 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-94b5d7e7-eec0-4073-a2d4-bf81f0afa996 req-3e7b7439-aacc-43af-aa9c-eacd53b3a58b tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666928 Nov 18 16:22:45.904436 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-3959b03f-0f0b-4d68-a719-ece903e4d5d7 None None] Port a079d5c2-4762-44ff-af6e-79e7e74df830 cannot update to ACTIVE because it is not bound. {{(pid=80388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:22:46.431348 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fa3ae-8976-4e54-8b59-d0b0e494f0f8 req-6a3368a2-f60b-46b7-bd81-5bd1bbff3a32 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:46.431348 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-780fa3ae-8976-4e54-8b59-d0b0e494f0f8 req-6a3368a2-f60b-46b7-bd81-5bd1bbff3a32 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.1966512 Nov 18 16:22:46.501332 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:22:46.546294 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-447d2910-677f-420f-b688-f9aa7b13f984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a079d5c2-4762-44ff-af6e-79e7e74df830 {{(pid=80387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:22:46.560633 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-447d2910-677f-420f-b688-f9aa7b13f984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:46.566076 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad39ce-c2a2-4c1f-a4d7-6a7e0cc1e3cc req-485365a0-4fd7-4b4e-83d0-f2d52df59ee5 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:46.575499 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8bad39ce-c2a2-4c1f-a4d7-6a7e0cc1e3cc req-485365a0-4fd7-4b4e-83d0-f2d52df59ee5 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=8cb71634-7dd1-4af1-9554-8968ab8e47b2 HTTP/1.1" status: 200 len: 943 time: 0.1062069 Nov 18 16:22:46.596835 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-447d2910-677f-420f-b688-f9aa7b13f984 service neutron] Transition to ACTIVE for port object a079d5c2-4762-44ff-af6e-79e7e74df830 will not be triggered until provisioned by entity L2. {{(pid=80387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:22:46.606831 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-780fa3ae-8976-4e54-8b59-d0b0e494f0f8 req-973f7cdc-3632-4ef6-b8c8-76807aa556e6 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653190 Nov 18 16:22:46.628752 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8bad39ce-c2a2-4c1f-a4d7-6a7e0cc1e3cc req-d657cab7-bd0a-45cd-8124-53e5cf699010 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521777 Nov 18 16:22:46.650622 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-447d2910-677f-420f-b688-f9aa7b13f984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445729'] for port, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:46.668460 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-160b149c-d4ee-46b0-a196-45eab5b585df tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:46.684271 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning for port f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849 completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:22:46.689715 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:22:46.690329 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:46.795898 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d2910-677f-420f-b688-f9aa7b13f984 service neutron] Pushing event updated for resources: {'Port': ['ID=a079d5c2-4762-44ff-af6e-79e7e74df830,revision_number=2']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:46.814559 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-447d2910-677f-420f-b688-f9aa7b13f984 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:46.888347 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:46.932204 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf3043c-b383-495c-a0f9-82dada841def req-239e0e7a-a64b-46f7-96a5-120cd5a7fb3d tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:46.937438 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-caf3043c-b383-495c-a0f9-82dada841def req-239e0e7a-a64b-46f7-96a5-120cd5a7fb3d tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/ports?device_id=99b3228b-415d-4014-8136-0a25eb1e7907 HTTP/1.1" status: 200 len: 948 time: 0.1548090 Nov 18 16:22:46.955915 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ef6adc4a-5871-42d4-aa44-39e8b66ad5b7 req-9a5e2cd8-0811-45d3-a67b-6dcbf855a892 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=a1afc13f-a437-42eb-a451-492df9cc3f8d HTTP/1.1" status: 200 len: 210 time: 0.1400151 Nov 18 16:22:46.956457 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 49398) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:46.962730 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb71634-7dd1-4af1-9554-8968ab8e47b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:22:46.977490 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849,segment=NetworkSegment(dc1672ed-2f0b-417c-b343-1742be396aba),segment_id=dc1672ed-2f0b-417c-b343-1742be396aba)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:22:47.013489 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-caf3043c-b383-495c-a0f9-82dada841def req-983f944e-1fac-48bb-a5f4-d3c0f7dbddd7 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/security-groups?id=7ba0990b-dbc2-4dc8-8ba2-52a51b8fa4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726862 Nov 18 16:22:47.044765 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:47.054396 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:47.142603 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849,revision_number=4']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:47.147306 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:47.174224 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb71634-7dd1-4af1-9554-8968ab8e47b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849', 'code': 200} Nov 18 16:22:47.392241 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f54966c0-2c26-453c-a076-ad57846e5254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:47.530074 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-6a211bf6-5810-4369-a282-8db78b5b65c2 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:47.531643 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-6a211bf6-5810-4369-a282-8db78b5b65c2 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.13 "GET /v2.0/networks?id=856f8a6f-2d2e-48df-8f55-b02b4f11c5c5 HTTP/1.1" status: 200 len: 809 time: 0.4135802 Nov 18 16:22:47.538860 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f54966c0-2c26-453c-a076-ad57846e5254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:47.546369 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-f54966c0-2c26-453c-a076-ad57846e5254 admin admin] Usage tracker for resource:security_group_rule and tenant:259b6612780245e7b80cf674e45bb9e6 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:47.558002 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a95a38-8d12-49a8-894b-4cf2183927e4 req-35526cf9-1120-4036-980a-99cbbef245a8 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:47.559618 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d6a95a38-8d12-49a8-894b-4cf2183927e4 req-35526cf9-1120-4036-980a-99cbbef245a8 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.3948824 Nov 18 16:22:47.564605 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-eb957e1c-a15a-4b13-bce5-6c6e78b83ecf tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Request body: {'port': {'device_id': 'a1afc13f-a437-42eb-a451-492df9cc3f8d', 'network_id': '856f8a6f-2d2e-48df-8f55-b02b4f11c5c5', 'admin_state_up': True, 'tenant_id': '028b1410faf74f58bf747e194fe57fd4'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:22:47.577241 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2fb305be-098b-4c32-886d-08f5ebf05f64 req-08472891-9d07-4128-be3b-8c5b8ae4c11d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8cb71634-7dd1-4af1-9554-8968ab8e47b2 HTTP/1.1" status: 200 len: 1162 time: 0.0837159 Nov 18 16:22:47.584315 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-f54966c0-2c26-453c-a076-ad57846e5254 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:47.626807 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f54966c0-2c26-453c-a076-ad57846e5254 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:47.632093 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2fb305be-098b-4c32-886d-08f5ebf05f64 req-d40e5462-40d6-4efa-88a7-1702ccb6685c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477250 Nov 18 16:22:47.659031 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-447d2910-677f-420f-b688-f9aa7b13f984 service neutron] Attempting to bind port a079d5c2-4762-44ff-af6e-79e7e74df830 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:22:47.659398 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-447d2910-677f-420f-b688-f9aa7b13f984 service neutron] Attempting to bind port a079d5c2-4762-44ff-af6e-79e7e74df830 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '86bd0d92-9fdc-46a0-8391-9610d033c426', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '09fba2e3-ac6f-4816-82ff-af61d0e5fc72'}] {{(pid=80387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:22:47.659759 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-447d2910-677f-420f-b688-f9aa7b13f984 service neutron] Attempting to bind port a079d5c2-4762-44ff-af6e-79e7e74df830 on network 09fba2e3-ac6f-4816-82ff-af61d0e5fc72 {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:22:47.777539 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-447d2910-677f-420f-b688-f9aa7b13f984 service neutron] Checking agent: {'id': '3488e2eb-83f3-429f-9709-c44be6a31d37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 18, 57), 'started_at': datetime.datetime(2020, 11, 18, 16, 19, 27), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:22:47.777738 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-447d2910-677f-420f-b688-f9aa7b13f984 service neutron] Checking segment: {'id': '86bd0d92-9fdc-46a0-8391-9610d033c426', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '09fba2e3-ac6f-4816-82ff-af61d0e5fc72'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:22:47.778090 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-447d2910-677f-420f-b688-f9aa7b13f984 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:47.778509 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-447d2910-677f-420f-b688-f9aa7b13f984 service neutron] Bound using segment: {'id': '86bd0d92-9fdc-46a0-8391-9610d033c426', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '09fba2e3-ac6f-4816-82ff-af61d0e5fc72'} {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:22:47.779201 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-447d2910-677f-420f-b688-f9aa7b13f984 service neutron] Bound port: a079d5c2-4762-44ff-af6e-79e7e74df830, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86bd0d92-9fdc-46a0-8391-9610d033c426', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '09fba2e3-ac6f-4816-82ff-af61d0e5fc72'}}] {{(pid=80387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:22:47.779320 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-447d2910-677f-420f-b688-f9aa7b13f984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:47.783168 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:22:47.819162 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d6a95a38-8d12-49a8-894b-4cf2183927e4 req-c5873495-b6b0-4947-9f9b-15ad23d88760 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215936 Nov 18 16:22:47.883661 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-eb957e1c-a15a-4b13-bce5-6c6e78b83ecf tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:47.907622 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-eb957e1c-a15a-4b13-bce5-6c6e78b83ecf tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Usage tracker for resource:port and tenant:028b1410faf74f58bf747e194fe57fd4 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:47.914324 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-eb957e1c-a15a-4b13-bce5-6c6e78b83ecf tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Quota usage for port was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:47.922471 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8deb509-952a-4db6-98ba-0c0ff9ae1445 req-ef2def3a-b681-4125-9850-7e738f53cd24 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:47.934261 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e8deb509-952a-4db6-98ba-0c0ff9ae1445 req-ef2def3a-b681-4125-9850-7e738f53cd24 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.1704323 Nov 18 16:22:47.947443 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-eb957e1c-a15a-4b13-bce5-6c6e78b83ecf tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:47.985044 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f54966c0-2c26-453c-a076-ad57846e5254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:47.990862 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:22:47.992534 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:48.001947 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-447d2910-677f-420f-b688-f9aa7b13f984 service neutron] For port a079d5c2-4762-44ff-af6e-79e7e74df830, host hv-cinder-75995, cleared binding levels {{(pid=80387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:22:48.009507 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e8deb509-952a-4db6-98ba-0c0ff9ae1445 req-2ded2bd7-6b43-464d-9ade-7967878d69e8 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736783 Nov 18 16:22:48.010875 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-447d2910-677f-420f-b688-f9aa7b13f984 service neutron] For port a079d5c2-4762-44ff-af6e-79e7e74df830, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=a079d5c2-4762-44ff-af6e-79e7e74df830,segment=NetworkSegment(86bd0d92-9fdc-46a0-8391-9610d033c426),segment_id=86bd0d92-9fdc-46a0-8391-9610d033c426)] {{(pid=80387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:22:48.043649 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-eb957e1c-a15a-4b13-bce5-6c6e78b83ecf tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Made reservation on behalf of 028b1410faf74f58bf747e194fe57fd4 for: {'port': 1} {{(pid=80387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:22:48.049322 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-eb957e1c-a15a-4b13-bce5-6c6e78b83ecf tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:48.061583 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f54966c0-2c26-453c-a076-ad57846e5254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:48.087033 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-35809ea2-1822-49a0-8c98-292a9f8aebd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:48.103151 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-447d2910-677f-420f-b688-f9aa7b13f984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445729'] for port, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:48.190057 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-66c31297-1617-4267-bf95-36c799160855 req-1b31c57f-31b0-4498-84dc-338d035dc1a3 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=a1afc13f-a437-42eb-a451-492df9cc3f8d HTTP/1.1" status: 200 len: 210 time: 0.0466778 Nov 18 16:22:48.304993 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54966c0-2c26-453c-a076-ad57846e5254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50eef360-0bf1-4827-82bb-bdadfad94b6a,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:48.308863 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f54966c0-2c26-453c-a076-ad57846e5254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:48.314554 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e18a4677-e066-4977-a25c-4e6b862fa09b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:48.347457 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-f54966c0-2c26-453c-a076-ad57846e5254 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=259b6612780245e7b80cf674e45bb9e6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3890407 Nov 18 16:22:48.367816 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 49430) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:48.415645 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e06ff6-2dcf-43ec-9f4f-1c53e895eff2 req-b33b9eca-509c-4324-83ac-a17a290137f3 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:48.417558 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a1e06ff6-2dcf-43ec-9f4f-1c53e895eff2 req-b33b9eca-509c-4324-83ac-a17a290137f3 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/ports?device_id=99b3228b-415d-4014-8136-0a25eb1e7907 HTTP/1.1" status: 200 len: 948 time: 0.0984759 Nov 18 16:22:48.477514 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a1e06ff6-2dcf-43ec-9f4f-1c53e895eff2 req-6d78eb57-a9d7-4f8f-b87d-c7759ba74bc5 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/security-groups?id=7ba0990b-dbc2-4dc8-8ba2-52a51b8fa4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534143 Nov 18 16:22:48.772405 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d2910-677f-420f-b688-f9aa7b13f984 service neutron] Pushing event updated for resources: {'Port': ['ID=a079d5c2-4762-44ff-af6e-79e7e74df830,revision_number=3']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:48.794021 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-447d2910-677f-420f-b688-f9aa7b13f984 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:48.815964 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381264a5-b7b2-43ee-b875-ba2e7237282e req-1e8c2175-1875-4c85-b482-88f7ff5c4acd tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:48.818173 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-381264a5-b7b2-43ee-b875-ba2e7237282e req-1e8c2175-1875-4c85-b482-88f7ff5c4acd tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=8cb71634-7dd1-4af1-9554-8968ab8e47b2 HTTP/1.1" status: 200 len: 945 time: 0.7381647 Nov 18 16:22:48.843763 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-447d2910-677f-420f-b688-f9aa7b13f984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:48.845243 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-447d2910-677f-420f-b688-f9aa7b13f984 service neutron] 10.222.0.13 "PUT /v2.0/ports/a079d5c2-4762-44ff-af6e-79e7e74df830 HTTP/1.1" status: 200 len: 1162 time: 3.2237446 Nov 18 16:22:48.845772 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b3228b-415d-4014-8136-0a25eb1e7907', 'tag': 'a079d5c2-4762-44ff-af6e-79e7e74df830'}] {{(pid=80387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:22:48.877417 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-10ee9bc1-4963-4637-a249-0c352d84d875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:48.982189 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b3228b-415d-4014-8136-0a25eb1e7907', 'tag': 'a079d5c2-4762-44ff-af6e-79e7e74df830', 'status': 'completed', 'code': 200} Nov 18 16:22:49.041451 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-10ee9bc1-4963-4637-a249-0c352d84d875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:49.061552 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2f44d42a-b22c-409b-aa58-36b10ffcfcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:49.162464 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-381264a5-b7b2-43ee-b875-ba2e7237282e req-da230ccb-27d7-4f4d-b560-dc3b48230c7a tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236089 Nov 18 16:22:49.209308 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74bbd9-912a-40ae-8534-42d5d03b1125 req-f9ccfe66-de1c-4e04-aa8a-21b45e5058ad tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:49.218585 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7b74bbd9-912a-40ae-8534-42d5d03b1125 req-f9ccfe66-de1c-4e04-aa8a-21b45e5058ad tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.1206622 Nov 18 16:22:49.283988 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7b74bbd9-912a-40ae-8534-42d5d03b1125 req-24abb955-5d6c-41d2-b44c-5a8a9496bc4d tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644197 Nov 18 16:22:49.380687 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-eb957e1c-a15a-4b13-bce5-6c6e78b83ecf tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Allocated IP 172.20.0.9 (856f8a6f-2d2e-48df-8f55-b02b4f11c5c5/b246cc9f-5343-4a87-b0ae-782339279bde/dd89adb0-ac35-490f-be23-89b294289e4e) {{(pid=80387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:22:49.438553 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-f7f8a918-7778-4766-9683-fced6755066b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8cd743535c8c4fe4a39a860e3cee5636&device_id=99b3228b-415d-4014-8136-0a25eb1e7907 HTTP/1.1" status: 200 len: 1165 time: 0.5085788 Nov 18 16:22:49.545951 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-fef4d117-89a7-4008-b11d-562608b781c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=a079d5c2-4762-44ff-af6e-79e7e74df830 HTTP/1.1" status: 200 len: 217 time: 0.0870430 Nov 18 16:22:49.677524 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-10e20acd-e5e2-4637-86c4-c2cdd725110d req-c6e5c566-deed-429b-9e25-52a846f67de9 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=a1afc13f-a437-42eb-a451-492df9cc3f8d HTTP/1.1" status: 200 len: 210 time: 0.0701313 Nov 18 16:22:49.719601 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c727d5-90cc-41b7-acbd-262eecb214c3 req-94a8e2d0-13ea-4619-870d-17a7466f55bd tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:49.721598 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-94c727d5-90cc-41b7-acbd-262eecb214c3 req-94a8e2d0-13ea-4619-870d-17a7466f55bd tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.3306425 Nov 18 16:22:49.729138 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-10ee9bc1-4963-4637-a249-0c352d84d875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:49.756435 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a0eaf49d-62a4-4aa0-85b9-69aca1fec319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:49.766861 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-a41e9b86-d9d8-47e2-85d9-3d8d255f9660 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:49.768478 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-a41e9b86-d9d8-47e2-85d9-3d8d255f9660 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=939c02e0-b521-4537-b5c2-1347af22a15f HTTP/1.1" status: 200 len: 843 time: 0.2137189 Nov 18 16:22:49.853141 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee9bc1-4963-4637-a249-0c352d84d875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50eef360-0bf1-4827-82bb-bdadfad94b6a,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:49.932170 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee9bc1-4963-4637-a249-0c352d84d875 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:49.932682 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee9bc1-4963-4637-a249-0c352d84d875 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:49.933228 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee9bc1-4963-4637-a249-0c352d84d875 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:49.933630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee9bc1-4963-4637-a249-0c352d84d875 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:49.934092 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee9bc1-4963-4637-a249-0c352d84d875 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:49.934549 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee9bc1-4963-4637-a249-0c352d84d875 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:49.935028 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee9bc1-4963-4637-a249-0c352d84d875 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:49.935452 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee9bc1-4963-4637-a249-0c352d84d875 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:49.935941 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee9bc1-4963-4637-a249-0c352d84d875 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:49.936437 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee9bc1-4963-4637-a249-0c352d84d875 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:49.936847 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee9bc1-4963-4637-a249-0c352d84d875 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:49.937270 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee9bc1-4963-4637-a249-0c352d84d875 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:49.937747 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee9bc1-4963-4637-a249-0c352d84d875 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:49.938142 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee9bc1-4963-4637-a249-0c352d84d875 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:49.938621 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee9bc1-4963-4637-a249-0c352d84d875 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:49.938898 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee9bc1-4963-4637-a249-0c352d84d875 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:49.939357 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee9bc1-4963-4637-a249-0c352d84d875 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:49.939786 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee9bc1-4963-4637-a249-0c352d84d875 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:49.940112 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee9bc1-4963-4637-a249-0c352d84d875 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:49.940490 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee9bc1-4963-4637-a249-0c352d84d875 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:49.940884 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee9bc1-4963-4637-a249-0c352d84d875 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:49.955789 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee9bc1-4963-4637-a249-0c352d84d875 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:49.956823 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee9bc1-4963-4637-a249-0c352d84d875 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:49.957899 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ee9bc1-4963-4637-a249-0c352d84d875 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:50.042939 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a1d9e-44e8-4bd5-810e-926cc6e5c7b2 req-60d0d82b-4e63-43db-9bb7-d65a1c9d4140 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:50.052109 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a38a1d9e-44e8-4bd5-810e-926cc6e5c7b2 req-60d0d82b-4e63-43db-9bb7-d65a1c9d4140 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/ports?device_id=99b3228b-415d-4014-8136-0a25eb1e7907 HTTP/1.1" status: 200 len: 948 time: 0.1852641 Nov 18 16:22:50.060501 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-10ee9bc1-4963-4637-a249-0c352d84d875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:50.071182 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-10ee9bc1-4963-4637-a249-0c352d84d875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:50.074868 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-10ee9bc1-4963-4637-a249-0c352d84d875 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/50eef360-0bf1-4827-82bb-bdadfad94b6a HTTP/1.1" status: 204 len: 168 time: 1.6957304 Nov 18 16:22:50.105570 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-94c727d5-90cc-41b7-acbd-262eecb214c3 req-9c79d471-047f-44f1-964a-8365a4772be8 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3725834 Nov 18 16:22:50.130714 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a38a1d9e-44e8-4bd5-810e-926cc6e5c7b2 req-74c175b6-cd06-4ace-a98d-fe58eb6d5730 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/security-groups?id=7ba0990b-dbc2-4dc8-8ba2-52a51b8fa4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699117 Nov 18 16:22:50.147183 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 49494) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:50.210233 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-693dc542-9056-4265-916c-2408e5fbf5ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09fba2e3-ac6f-4816-82ff-af61d0e5fc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4316995 Nov 18 16:22:50.215708 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-eb957e1c-a15a-4b13-bce5-6c6e78b83ecf tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Notify callbacks [] for port, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:50.313477 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-eb957e1c-a15a-4b13-bce5-6c6e78b83ecf tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:50.341507 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f2f2f3d8-4668-42e5-b0b8-90fcfd0f2371 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:50.448612 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb957e1c-a15a-4b13-bce5-6c6e78b83ecf tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Pushing event updated for resources: {'Port': ['ID=dd89adb0-ac35-490f-be23-89b294289e4e,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:50.471012 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-eb957e1c-a15a-4b13-bce5-6c6e78b83ecf tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:50.557631 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f4e80-79e1-4b38-bf42-eec5be279b67 req-8379996e-d30e-4ac7-bdfb-04fbe32eb833 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:50.564521 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-062f4e80-79e1-4b38-bf42-eec5be279b67 req-8379996e-d30e-4ac7-bdfb-04fbe32eb833 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=8cb71634-7dd1-4af1-9554-8968ab8e47b2 HTTP/1.1" status: 200 len: 945 time: 0.2286568 Nov 18 16:22:50.568375 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:50.683089 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-062f4e80-79e1-4b38-bf42-eec5be279b67 req-d15d33ea-4ca2-4e18-8c32-49a601718b85 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174495 Nov 18 16:22:50.688341 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:50.698378 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Usage tracker for resource:security_group_rule and tenant:7879f9e6f4a2448689552b4cdd98376c is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:50.725855 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:50.755263 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:50.831444 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce8a8d-a8d8-4741-8dca-edc3a9e025f6 req-ae3d76bc-ade8-41ea-8642-4d6d0442e49f tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:50.857825 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6cce8a8d-a8d8-4741-8dca-edc3a9e025f6 req-ae3d76bc-ade8-41ea-8642-4d6d0442e49f tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.2603092 Nov 18 16:22:50.919397 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-7b3d7f15-5d2c-4465-9a96-1658e4ef7e19 service neutron] 10.222.0.13 "GET /v2.0/networks/09fba2e3-ac6f-4816-82ff-af61d0e5fc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6480727 Nov 18 16:22:50.963563 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6cce8a8d-a8d8-4741-8dca-edc3a9e025f6 req-e196e9f6-926f-4c25-966e-2c66b37b0c89 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046960 Nov 18 16:22:50.998629 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:51.032383 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b6e91-bdf4-451f-9bff-6075cf59ca3f req-26dfd91b-9d51-4139-b050-9733c8e23961 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:51.034099 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-850b6e91-bdf4-451f-9bff-6075cf59ca3f req-26dfd91b-9d51-4139-b050-9733c8e23961 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=a1afc13f-a437-42eb-a451-492df9cc3f8d HTTP/1.1" status: 200 len: 931 time: 0.1513062 Nov 18 16:22:51.034237 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-eb957e1c-a15a-4b13-bce5-6c6e78b83ecf tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Network 856f8a6f-2d2e-48df-8f55-b02b4f11c5c5 is already hosted by enough agents. {{(pid=80387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:22:51.037861 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-eb957e1c-a15a-4b13-bce5-6c6e78b83ecf tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Resources bound (agent type, host, resource id): {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:22:51.040213 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:51.092912 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-eb957e1c-a15a-4b13-bce5-6c6e78b83ecf tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Received port after_create {{(pid=80387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:22:51.095168 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6b048e3a-e5e6-4d2a-bb6e-bb014ff380fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:51.104843 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7879f9e6f4a2448689552b4cdd98376c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9563081 Nov 18 16:22:51.123538 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 49510) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:51.222092 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a104b8fe-02fd-4a4e-af39-fee6428e7659,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:51.234100 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:51.234547 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:51.235122 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:51.235588 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:51.236044 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:51.236515 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:51.237046 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:51.237497 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:51.237950 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:51.238409 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:51.239416 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:51.240142 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:51.240271 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:51.240780 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:51.241289 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:51.241737 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:51.241974 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-eb957e1c-a15a-4b13-bce5-6c6e78b83ecf tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:51.242250 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:51.242691 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-eb957e1c-a15a-4b13-bce5-6c6e78b83ecf tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:51.242819 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:51.243195 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:51.243767 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:51.244126 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:51.244571 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:51.245128 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:51.245571 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:51.250454 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-850b6e91-bdf4-451f-9bff-6075cf59ca3f req-a46ce085-cf29-4485-9792-e53901c1d52f tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Synchronizing usage tracker for tenant:028b1410faf74f58bf747e194fe57fd4 on resource:security_group {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:22:51.256260 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:51.268690 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c2a6067f-1c8a-431a-a34e-c8e10917d6b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:51.297202 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-81e40ddf-adb8-4567-8605-256deb7473a7 req-4b52b483-67df-44d5-9686-f1e82c349aa5 service neutron] 10.222.0.13 "GET /v2.0/networks/09fba2e3-ac6f-4816-82ff-af61d0e5fc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3505349 Nov 18 16:22:51.302796 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c2a6067f-1c8a-431a-a34e-c8e10917d6b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:51.336032 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-eb957e1c-a15a-4b13-bce5-6c6e78b83ecf tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7753201 Nov 18 16:22:51.353208 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-b579ae09-dfc3-4529-a492-41594a9e2497 service neutron] Request body: {'port': {'device_id': 'a1afc13f-a437-42eb-a451-492df9cc3f8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:22:51.353432 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-850b6e91-bdf4-451f-9bff-6075cf59ca3f req-a46ce085-cf29-4485-9792-e53901c1d52f tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Unset dirty status for tenant:028b1410faf74f58bf747e194fe57fd4 on resource:security_group {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:22:51.369565 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-850b6e91-bdf4-451f-9bff-6075cf59ca3f req-a46ce085-cf29-4485-9792-e53901c1d52f tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/security-groups?id=62e013f0-e21d-4285-b034-2037a770de89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857518 Nov 18 16:22:51.392387 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c2a6067f-1c8a-431a-a34e-c8e10917d6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:51.397197 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-00b8fb18-96a3-4501-9fe2-6599d1f4bcb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:51.423983 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6067f-1c8a-431a-a34e-c8e10917d6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a104b8fe-02fd-4a4e-af39-fee6428e7659,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:51.430634 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c2a6067f-1c8a-431a-a34e-c8e10917d6b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:51.447531 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c2a6067f-1c8a-431a-a34e-c8e10917d6b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:51.449175 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-c2a6067f-1c8a-431a-a34e-c8e10917d6b3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a104b8fe-02fd-4a4e-af39-fee6428e7659 HTTP/1.1" status: 204 len: 168 time: 0.3206811 Nov 18 16:22:51.626543 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-678236f0-6b84-4809-a394-4b906795a496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:51.771095 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab344d1-2ca9-4454-b076-5c509f85603c req-400749b7-4479-49d6-b994-d7685b5147ee tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:51.786172 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4ab344d1-2ca9-4454-b076-5c509f85603c req-400749b7-4479-49d6-b994-d7685b5147ee tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.1649935 Nov 18 16:22:51.885594 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4ab344d1-2ca9-4454-b076-5c509f85603c req-1042bd3a-3b62-4d09-8dee-f66c4d116e39 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984991 Nov 18 16:22:52.072219 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:52.101084 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-b579ae09-dfc3-4529-a492-41594a9e2497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:52.136548 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9163b8-bb50-4f44-8087-3d8ab06b28fe req-cdc220cd-4bef-4462-a071-c9bee1d83674 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:52.137713 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-5e9163b8-bb50-4f44-8087-3d8ab06b28fe req-cdc220cd-4bef-4462-a071-c9bee1d83674 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Synchronizing usage tracker for tenant:8cd743535c8c4fe4a39a860e3cee5636 on resource:port {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:22:52.190959 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d20670e3-cb92-4258-9f71-e6c89c8208cc req-70a00a26-7a11-4003-9416-3830fb528e07 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8cd743535c8c4fe4a39a860e3cee5636&device_id=99b3228b-415d-4014-8136-0a25eb1e7907 HTTP/1.1" status: 200 len: 1165 time: 0.7409313 Nov 18 16:22:52.277670 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-5e9163b8-bb50-4f44-8087-3d8ab06b28fe req-cdc220cd-4bef-4462-a071-c9bee1d83674 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Unset dirty status for tenant:8cd743535c8c4fe4a39a860e3cee5636 on resource:port {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:22:52.278964 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5e9163b8-bb50-4f44-8087-3d8ab06b28fe req-cdc220cd-4bef-4462-a071-c9bee1d83674 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/ports?device_id=99b3228b-415d-4014-8136-0a25eb1e7907 HTTP/1.1" status: 200 len: 948 time: 0.9330745 Nov 18 16:22:52.293180 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-38791b35-1dee-456b-959f-aec9a0aa50b1 req-62d60b72-d037-452c-913b-5e35e3d09545 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a059fa3edee14481b95a1aed15fa9fcb&device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 1162 time: 0.1882253 Nov 18 16:22:52.327451 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4754e4-a109-4162-927a-30081cf91deb req-fdb81ee1-a890-4f1e-bfe1-db825fe07807 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:52.330621 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1c4754e4-a109-4162-927a-30081cf91deb req-fdb81ee1-a890-4f1e-bfe1-db825fe07807 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.1453371 Nov 18 16:22:52.452255 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1c4754e4-a109-4162-927a-30081cf91deb req-27cfda36-7b71-4631-bb4d-b953c0342f54 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853109 Nov 18 16:22:52.582182 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-5e9163b8-bb50-4f44-8087-3d8ab06b28fe req-8e4f00d3-f0d8-4367-8813-4b76eb0b7571 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Synchronizing usage tracker for tenant:8cd743535c8c4fe4a39a860e3cee5636 on resource:security_group {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:22:52.588423 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20670e3-cb92-4258-9f71-e6c89c8208cc req-070dc8e4-140a-407f-8a69-ee46a0beb53f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:52.590463 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d20670e3-cb92-4258-9f71-e6c89c8208cc req-070dc8e4-140a-407f-8a69-ee46a0beb53f service neutron] 10.222.0.13 "GET /v2.0/networks?id=09fba2e3-ac6f-4816-82ff-af61d0e5fc72 HTTP/1.1" status: 200 len: 863 time: 0.3867977 Nov 18 16:22:52.663558 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38791b35-1dee-456b-959f-aec9a0aa50b1 req-bf4c3e5c-400e-4991-8a40-59e55af2df52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:52.665279 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-38791b35-1dee-456b-959f-aec9a0aa50b1 req-bf4c3e5c-400e-4991-8a40-59e55af2df52 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8f88308-3b7d-4f88-a379-67873b752770 HTTP/1.1" status: 200 len: 908 time: 0.3335040 Nov 18 16:22:52.761348 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d20670e3-cb92-4258-9f71-e6c89c8208cc req-79b19a6f-a30d-415f-9544-4bee58ff7268 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=a079d5c2-4762-44ff-af6e-79e7e74df830 HTTP/1.1" status: 200 len: 217 time: 0.1188791 Nov 18 16:22:52.845781 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-5e9163b8-bb50-4f44-8087-3d8ab06b28fe req-8e4f00d3-f0d8-4367-8813-4b76eb0b7571 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Unset dirty status for tenant:8cd743535c8c4fe4a39a860e3cee5636 on resource:security_group {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:22:52.847123 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5e9163b8-bb50-4f44-8087-3d8ab06b28fe req-8e4f00d3-f0d8-4367-8813-4b76eb0b7571 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/security-groups?id=7ba0990b-dbc2-4dc8-8ba2-52a51b8fa4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971416 Nov 18 16:22:53.002444 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20670e3-cb92-4258-9f71-e6c89c8208cc req-55ffec5e-def3-4bad-8e0e-0a29bd650a48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:53.013145 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d20670e3-cb92-4258-9f71-e6c89c8208cc req-55ffec5e-def3-4bad-8e0e-0a29bd650a48 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=939c02e0-b521-4537-b5c2-1347af22a15f HTTP/1.1" status: 200 len: 843 time: 0.2355647 Nov 18 16:22:53.017310 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-38791b35-1dee-456b-959f-aec9a0aa50b1 req-23215b1d-b903-495d-8301-449cd9e1dfad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7453f10f-adb3-4a69-a47c-fcb0da639843 HTTP/1.1" status: 200 len: 1000 time: 0.3334548 Nov 18 16:22:53.063258 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:53.133941 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38791b35-1dee-456b-959f-aec9a0aa50b1 req-1da17f5a-89d5-49e8-b5d9-9e1f14656359 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:53.136227 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-38791b35-1dee-456b-959f-aec9a0aa50b1 req-1da17f5a-89d5-49e8-b5d9-9e1f14656359 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e930cec8-6db8-483a-9efd-6ad1d182df64 HTTP/1.1" status: 200 len: 853 time: 0.1058583 Nov 18 16:22:53.186013 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d20670e3-cb92-4258-9f71-e6c89c8208cc req-9f0822df-f603-433d-a50b-a074edf1a852 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09fba2e3-ac6f-4816-82ff-af61d0e5fc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1713030 Nov 18 16:22:53.225260 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecef4c5-f0dc-4be1-9566-916af97ea362 req-8af30197-b38b-4fdd-875c-169b79bdbb86 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:53.234235 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5ecef4c5-f0dc-4be1-9566-916af97ea362 req-8af30197-b38b-4fdd-875c-169b79bdbb86 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=a1afc13f-a437-42eb-a451-492df9cc3f8d HTTP/1.1" status: 200 len: 931 time: 0.4713721 Nov 18 16:22:53.318311 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5ecef4c5-f0dc-4be1-9566-916af97ea362 req-9e473106-3f73-43c3-bbd0-84bb3e4b5bfd tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/security-groups?id=62e013f0-e21d-4285-b034-2037a770de89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824761 Nov 18 16:22:53.378318 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-38791b35-1dee-456b-959f-aec9a0aa50b1 req-23a72860-9ae1-4f9e-9426-ee1618efb79a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8f88308-3b7d-4f88-a379-67873b752770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2207837 Nov 18 16:22:53.467885 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-b579ae09-dfc3-4529-a492-41594a9e2497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd89adb0-ac35-490f-be23-89b294289e4e {{(pid=80387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:22:53.505579 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-b579ae09-dfc3-4529-a492-41594a9e2497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:53.609366 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-b579ae09-dfc3-4529-a492-41594a9e2497 service neutron] Transition to ACTIVE for port object dd89adb0-ac35-490f-be23-89b294289e4e will not be triggered until provisioned by entity L2. {{(pid=80387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:22:53.638605 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-38791b35-1dee-456b-959f-aec9a0aa50b1 req-8e9e05ff-c66f-4f44-bd24-a616ebf204d9 service neutron] 10.222.0.13 "GET /v2.0/networks/d8f88308-3b7d-4f88-a379-67873b752770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529166 Nov 18 16:22:53.648930 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d20670e3-cb92-4258-9f71-e6c89c8208cc req-274bef22-6d02-44e6-93d8-028e34a0cc32 service neutron] 10.222.0.13 "GET /v2.0/networks/09fba2e3-ac6f-4816-82ff-af61d0e5fc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281156 Nov 18 16:22:53.666798 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7b9d7-15a1-491b-9315-637ef75dfc03 req-4b275648-fefb-438f-beb9-506f50cf3b8c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:53.686257 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:53.700906 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-06e7b9d7-15a1-491b-9315-637ef75dfc03 req-4b275648-fefb-438f-beb9-506f50cf3b8c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.5020900 Nov 18 16:22:53.713349 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-b579ae09-dfc3-4529-a492-41594a9e2497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445729'] for port, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:53.780409 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e18a4677-e066-4977-a25c-4e6b862fa09b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:53.873960 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-38791b35-1dee-456b-959f-aec9a0aa50b1 req-8fef1bd2-266a-41d3-8da4-28f227e02d97 service neutron] 10.222.0.13 "GET /v2.0/networks/d8f88308-3b7d-4f88-a379-67873b752770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2195268 Nov 18 16:22:54.073602 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Network 09fba2e3-ac6f-4816-82ff-af61d0e5fc72 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=80388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:22:54.222446 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d20670e3-cb92-4258-9f71-e6c89c8208cc req-96f2546e-01f7-40d7-b344-b272784882ee service neutron] 10.222.0.13 "GET /v2.0/networks/09fba2e3-ac6f-4816-82ff-af61d0e5fc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5118098 Nov 18 16:22:54.250911 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579ae09-dfc3-4529-a492-41594a9e2497 service neutron] Pushing event updated for resources: {'Port': ['ID=dd89adb0-ac35-490f-be23-89b294289e4e,revision_number=2']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:54.257167 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-06e7b9d7-15a1-491b-9315-637ef75dfc03 req-6ccdc30c-13ef-4e94-99b7-d5267cd36ab1 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5552406 Nov 18 16:22:54.260756 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b579ae09-dfc3-4529-a492-41594a9e2497 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:54.720630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.objects.ports [None req-9fb8a50a-6e2a-4ae1-af57-df45a4cfcbd1 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80388) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 18 16:22:54.745686 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7527424-80a9-4444-a6e0-fcd45455fe94 req-bc53fcde-001c-4048-990e-790f51a13b7b tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:54.754410 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b7527424-80a9-4444-a6e0-fcd45455fe94 req-bc53fcde-001c-4048-990e-790f51a13b7b tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/ports?device_id=99b3228b-415d-4014-8136-0a25eb1e7907 HTTP/1.1" status: 200 len: 948 time: 0.1268497 Nov 18 16:22:54.842826 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-b579ae09-dfc3-4529-a492-41594a9e2497 service neutron] Attempting to bind port dd89adb0-ac35-490f-be23-89b294289e4e on host hv-cinder-75995 for vnic_type normal with profile {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:22:54.843071 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-b579ae09-dfc3-4529-a492-41594a9e2497 service neutron] Attempting to bind port dd89adb0-ac35-490f-be23-89b294289e4e by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '208beece-2650-4899-8454-f8d1dbd9dfba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '856f8a6f-2d2e-48df-8f55-b02b4f11c5c5'}] {{(pid=80387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:22:54.843344 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-b579ae09-dfc3-4529-a492-41594a9e2497 service neutron] Attempting to bind port dd89adb0-ac35-490f-be23-89b294289e4e on network 856f8a6f-2d2e-48df-8f55-b02b4f11c5c5 {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:22:54.851892 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-b579ae09-dfc3-4529-a492-41594a9e2497 service neutron] Checking agent: {'id': '3488e2eb-83f3-429f-9709-c44be6a31d37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 18, 57), 'started_at': datetime.datetime(2020, 11, 18, 16, 19, 27), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:22:54.852316 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-b579ae09-dfc3-4529-a492-41594a9e2497 service neutron] Checking segment: {'id': '208beece-2650-4899-8454-f8d1dbd9dfba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '856f8a6f-2d2e-48df-8f55-b02b4f11c5c5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:22:54.852691 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-b579ae09-dfc3-4529-a492-41594a9e2497 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:54.853091 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-b579ae09-dfc3-4529-a492-41594a9e2497 service neutron] Bound using segment: {'id': '208beece-2650-4899-8454-f8d1dbd9dfba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '856f8a6f-2d2e-48df-8f55-b02b4f11c5c5'} {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:22:54.853633 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-b579ae09-dfc3-4529-a492-41594a9e2497 service neutron] Bound port: dd89adb0-ac35-490f-be23-89b294289e4e, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208beece-2650-4899-8454-f8d1dbd9dfba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '856f8a6f-2d2e-48df-8f55-b02b4f11c5c5'}}] {{(pid=80387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:22:54.854217 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-b579ae09-dfc3-4529-a492-41594a9e2497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:54.889505 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b7527424-80a9-4444-a6e0-fcd45455fe94 req-c479be60-7cb1-4484-829b-4ffb945a0c81 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/security-groups?id=7ba0990b-dbc2-4dc8-8ba2-52a51b8fa4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326442 Nov 18 16:22:54.975670 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c33c29-3fc2-458b-8095-12c2ddea3a24 req-b998e60c-ea3d-4044-8c4c-9844feb57de5 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:54.977285 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-48c33c29-3fc2-458b-8095-12c2ddea3a24 req-b998e60c-ea3d-4044-8c4c-9844feb57de5 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.3347013 Nov 18 16:22:55.068641 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-48c33c29-3fc2-458b-8095-12c2ddea3a24 req-be62cd41-f3ec-4dfa-9dc9-02deed236793 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840585 Nov 18 16:22:55.078311 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-b579ae09-dfc3-4529-a492-41594a9e2497 service neutron] For port dd89adb0-ac35-490f-be23-89b294289e4e, host hv-cinder-75995, cleared binding levels {{(pid=80387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:22:55.083912 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-b579ae09-dfc3-4529-a492-41594a9e2497 service neutron] For port dd89adb0-ac35-490f-be23-89b294289e4e, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=dd89adb0-ac35-490f-be23-89b294289e4e,segment=NetworkSegment(208beece-2650-4899-8454-f8d1dbd9dfba),segment_id=208beece-2650-4899-8454-f8d1dbd9dfba)] {{(pid=80387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:22:55.144148 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-b579ae09-dfc3-4529-a492-41594a9e2497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445729'] for port, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:55.226399 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e00ca-3d8c-4942-9307-8458d5707d19 req-231cfa00-0f95-4125-9c35-06fea049cc3b tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:55.228269 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-750e00ca-3d8c-4942-9307-8458d5707d19 req-231cfa00-0f95-4125-9c35-06fea049cc3b tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=a1afc13f-a437-42eb-a451-492df9cc3f8d HTTP/1.1" status: 200 len: 943 time: 0.1676388 Nov 18 16:22:55.318275 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:55.349616 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-750e00ca-3d8c-4942-9307-8458d5707d19 req-6fb39217-4c46-497c-9f60-101616d2ff71 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/security-groups?id=62e013f0-e21d-4285-b034-2037a770de89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141598 Nov 18 16:22:55.473936 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-b579ae09-dfc3-4529-a492-41594a9e2497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:55.475743 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-b579ae09-dfc3-4529-a492-41594a9e2497 service neutron] 10.222.0.13 "PUT /v2.0/ports/dd89adb0-ac35-490f-be23-89b294289e4e HTTP/1.1" status: 200 len: 1157 time: 4.1312966 Nov 18 16:22:55.476423 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1afc13f-a437-42eb-a451-492df9cc3f8d', 'tag': 'dd89adb0-ac35-490f-be23-89b294289e4e'}] {{(pid=80387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:22:55.496875 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579ae09-dfc3-4529-a492-41594a9e2497 service neutron] Pushing event updated for resources: {'Port': ['ID=dd89adb0-ac35-490f-be23-89b294289e4e,revision_number=3']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:55.516976 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b579ae09-dfc3-4529-a492-41594a9e2497 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:55.605133 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1afc13f-a437-42eb-a451-492df9cc3f8d', 'tag': 'dd89adb0-ac35-490f-be23-89b294289e4e', 'status': 'completed', 'code': 200} Nov 18 16:22:55.627490 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device a079d5c2-4762-44ff-af6e-79e7e74df830 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:22:55.755818 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-2b2099f9-0f14-4396-b8ad-4d709a5608d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=028b1410faf74f58bf747e194fe57fd4&device_id=a1afc13f-a437-42eb-a451-492df9cc3f8d HTTP/1.1" status: 200 len: 1160 time: 0.2097967 Nov 18 16:22:56.062106 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-1a78e007-839c-4722-886b-7e37e9d52c3e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd89adb0-ac35-490f-be23-89b294289e4e HTTP/1.1" status: 200 len: 217 time: 0.2965236 Nov 18 16:22:56.136837 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77677460-6301-401e-9d9c-819694d1a513 req-16a6dff1-7b03-4bcf-b410-0aa66bf4a83e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:56.136837 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-77677460-6301-401e-9d9c-819694d1a513 req-16a6dff1-7b03-4bcf-b410-0aa66bf4a83e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.4822109 Nov 18 16:22:56.137541 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning for port a079d5c2-4762-44ff-af6e-79e7e74df830 completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:22:56.137541 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port a079d5c2-4762-44ff-af6e-79e7e74df830 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:22:56.137541 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:56.171323 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab7ec0-f25f-4ee7-ac42-6e9dccae47c8 req-7e4e9b54-b5bf-4270-92b2-aac0c07d244e tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:56.173461 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-01ab7ec0-f25f-4ee7-ac42-6e9dccae47c8 req-7e4e9b54-b5bf-4270-92b2-aac0c07d244e tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/ports?device_id=99b3228b-415d-4014-8136-0a25eb1e7907 HTTP/1.1" status: 200 len: 948 time: 0.1111922 Nov 18 16:22:56.243760 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-c3143f47-70ae-4b78-94e4-85ed84eb190a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:56.245821 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-c3143f47-70ae-4b78-94e4-85ed84eb190a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b246cc9f-5343-4a87-b0ae-782339279bde HTTP/1.1" status: 200 len: 849 time: 0.1655867 Nov 18 16:22:56.248439 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-77677460-6301-401e-9d9c-819694d1a513 req-38576866-4f0e-49ac-9b05-c93c14f51b37 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155689 Nov 18 16:22:56.273203 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-01ab7ec0-f25f-4ee7-ac42-6e9dccae47c8 req-47e0fa18-b344-4bc6-9745-812b18200536 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/security-groups?id=7ba0990b-dbc2-4dc8-8ba2-52a51b8fa4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911138 Nov 18 16:22:56.319510 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:56.334342 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-9f55bad0-5fc0-44a2-b2f9-3aefb8adc211 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=856f8a6f-2d2e-48df-8f55-b02b4f11c5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815027 Nov 18 16:22:56.349191 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b3228b-415d-4014-8136-0a25eb1e7907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a079d5c2-4762-44ff-af6e-79e7e74df830'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:22:56.359922 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port a079d5c2-4762-44ff-af6e-79e7e74df830, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=a079d5c2-4762-44ff-af6e-79e7e74df830,segment=NetworkSegment(86bd0d92-9fdc-46a0-8391-9610d033c426),segment_id=86bd0d92-9fdc-46a0-8391-9610d033c426)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:22:56.426574 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b3228b-415d-4014-8136-0a25eb1e7907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a079d5c2-4762-44ff-af6e-79e7e74df830', 'code': 200} Nov 18 16:22:56.532900 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca0653-7012-4ebb-b174-e3ba04b9e7ae req-565ea274-a9f6-437e-8e8c-ef523132ecaf tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:56.534577 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-aeca0653-7012-4ebb-b174-e3ba04b9e7ae req-565ea274-a9f6-437e-8e8c-ef523132ecaf tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.1173458 Nov 18 16:22:56.542991 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-9b024e4b-dfe5-495b-81ca-60e2e13e251b service neutron] 10.222.0.13 "GET /v2.0/networks/856f8a6f-2d2e-48df-8f55-b02b4f11c5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011762 Nov 18 16:22:56.574515 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:56.576448 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:56.592064 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-aeca0653-7012-4ebb-b174-e3ba04b9e7ae req-9dd42448-0036-44d9-94f8-a029cb1a63a2 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495934 Nov 18 16:22:56.677133 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=a079d5c2-4762-44ff-af6e-79e7e74df830,revision_number=4']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:56.680533 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:56.755866 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device a079d5c2-4762-44ff-af6e-79e7e74df830 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:22:56.919650 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port a079d5c2-4762-44ff-af6e-79e7e74df830 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:22:56.921807 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:56.969727 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ba59d56e-2e63-4125-b025-76bb068e3dad req-37d8719f-e421-47ff-811d-31a9494f2739 service neutron] 10.222.0.13 "GET /v2.0/networks/856f8a6f-2d2e-48df-8f55-b02b4f11c5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3533607 Nov 18 16:22:56.992292 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba8db8-9739-4a27-bcae-ba13de8a7041 req-ef7ef6fb-5e76-4125-afb7-9e41614b674a tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:56.993386 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-60ba8db8-9739-4a27-bcae-ba13de8a7041 req-ef7ef6fb-5e76-4125-afb7-9e41614b674a tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Synchronizing usage tracker for tenant:028b1410faf74f58bf747e194fe57fd4 on resource:port {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:22:57.130935 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-53b89055-415e-4c2a-958e-9f1fdfe3fc43 req-e7ae64a1-b2f9-4ad4-af14-f57e5dd0f5df service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=99b3228b-415d-4014-8136-0a25eb1e7907 HTTP/1.1" status: 200 len: 1167 time: 0.3627808 Nov 18 16:22:57.132422 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-60ba8db8-9739-4a27-bcae-ba13de8a7041 req-ef7ef6fb-5e76-4125-afb7-9e41614b674a tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Unset dirty status for tenant:028b1410faf74f58bf747e194fe57fd4 on resource:port {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:22:57.133677 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-60ba8db8-9739-4a27-bcae-ba13de8a7041 req-ef7ef6fb-5e76-4125-afb7-9e41614b674a tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=a1afc13f-a437-42eb-a451-492df9cc3f8d HTTP/1.1" status: 200 len: 943 time: 0.5893400 Nov 18 16:22:57.269403 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6cf29315-bd75-466f-a205-cde00e94947f req-2b13d878-8740-429a-a0c0-b8f7db1f42aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=028b1410faf74f58bf747e194fe57fd4&device_id=a1afc13f-a437-42eb-a451-492df9cc3f8d HTTP/1.1" status: 200 len: 1160 time: 0.2158315 Nov 18 16:22:57.275471 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-53b89055-415e-4c2a-958e-9f1fdfe3fc43 req-596dd0b9-6b82-4733-8ab0-d49a8800a6bf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7ba0990b-dbc2-4dc8-8ba2-52a51b8fa4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260478 Nov 18 16:22:57.293636 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-60ba8db8-9739-4a27-bcae-ba13de8a7041 req-3b05958c-a712-40c4-8622-5f8426ef7302 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/security-groups?id=62e013f0-e21d-4285-b034-2037a770de89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406648 Nov 18 16:22:57.622989 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:57.719203 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf29315-bd75-466f-a205-cde00e94947f req-513b6317-c5f2-4837-9e48-a77985812264 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:57.720991 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6cf29315-bd75-466f-a205-cde00e94947f req-513b6317-c5f2-4837-9e48-a77985812264 service neutron] 10.222.0.13 "GET /v2.0/networks?id=856f8a6f-2d2e-48df-8f55-b02b4f11c5c5 HTTP/1.1" status: 200 len: 903 time: 0.2191405 Nov 18 16:22:57.728380 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a01890-de66-4074-a6fe-2cafb9e1ebc8 req-171618c1-6abd-4e70-b58e-99c4fd80da8e tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:57.730127 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-57a01890-de66-4074-a6fe-2cafb9e1ebc8 req-171618c1-6abd-4e70-b58e-99c4fd80da8e tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/ports?device_id=99b3228b-415d-4014-8136-0a25eb1e7907 HTTP/1.1" status: 200 len: 950 time: 0.2573302 Nov 18 16:22:57.940952 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6124c-175a-4d6c-a087-147da09caef6 req-9ceb8bf6-0d8d-482d-8725-8dc6443e1bcb tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:57.948144 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d1b6124c-175a-4d6c-a087-147da09caef6 req-9ceb8bf6-0d8d-482d-8725-8dc6443e1bcb tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.2257850 Nov 18 16:22:57.966006 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6cf29315-bd75-466f-a205-cde00e94947f req-148953ed-a686-4374-9508-c4b7eb6e7802 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd89adb0-ac35-490f-be23-89b294289e4e HTTP/1.1" status: 200 len: 217 time: 0.1636600 Nov 18 16:22:58.055604 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf29315-bd75-466f-a205-cde00e94947f req-6844ff0a-e08d-4a17-968f-8b0a336d8edb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:58.057162 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6cf29315-bd75-466f-a205-cde00e94947f req-6844ff0a-e08d-4a17-968f-8b0a336d8edb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b246cc9f-5343-4a87-b0ae-782339279bde HTTP/1.1" status: 200 len: 849 time: 0.0831506 Nov 18 16:22:58.088317 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-57a01890-de66-4074-a6fe-2cafb9e1ebc8 req-06d4bebf-40b3-4377-9996-ed9a4b28a60f tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/security-groups?id=7ba0990b-dbc2-4dc8-8ba2-52a51b8fa4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499897 Nov 18 16:22:58.094844 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d1b6124c-175a-4d6c-a087-147da09caef6 req-5513ef8a-d9b0-4093-8d32-8448faaa0921 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454873 Nov 18 16:22:58.155429 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6cf29315-bd75-466f-a205-cde00e94947f req-399e85d7-48b9-4516-8383-e710c156a244 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=856f8a6f-2d2e-48df-8f55-b02b4f11c5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737257 Nov 18 16:22:58.434773 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b413aa4-9a9a-477d-ad28-3a3ac86abe0b req-16ed8239-2194-46e9-b10b-c54f49455f6c tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:58.444489 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6cf29315-bd75-466f-a205-cde00e94947f req-0ab70383-79d0-4078-b3fd-4b1fe772168e service neutron] 10.222.0.13 "GET /v2.0/networks/856f8a6f-2d2e-48df-8f55-b02b4f11c5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806370 Nov 18 16:22:58.445847 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1b413aa4-9a9a-477d-ad28-3a3ac86abe0b req-16ed8239-2194-46e9-b10b-c54f49455f6c tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.1384954 Nov 18 16:22:58.516929 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1b413aa4-9a9a-477d-ad28-3a3ac86abe0b req-597b4b13-8ac4-4981-8560-13f9888c953f tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689681 Nov 18 16:22:58.700449 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6cf29315-bd75-466f-a205-cde00e94947f req-08fd02ab-482d-47e8-82ec-338a1ce886b6 service neutron] 10.222.0.13 "GET /v2.0/networks/856f8a6f-2d2e-48df-8f55-b02b4f11c5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2414021 Nov 18 16:22:58.728006 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ba7fa-d6e0-497a-964d-be19cbf32833 req-8ed2cdff-a7d7-454a-a5ca-20a54adf1f5a tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:58.741527 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f48ba7fa-d6e0-497a-964d-be19cbf32833 req-8ed2cdff-a7d7-454a-a5ca-20a54adf1f5a tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=a1afc13f-a437-42eb-a451-492df9cc3f8d HTTP/1.1" status: 200 len: 943 time: 0.2263296 Nov 18 16:22:58.778305 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device a079d5c2-4762-44ff-af6e-79e7e74df830 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:22:58.870663 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f48ba7fa-d6e0-497a-964d-be19cbf32833 req-e501c277-b05f-4509-a475-a511ddb8ea7d tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/security-groups?id=62e013f0-e21d-4285-b034-2037a770de89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281648 Nov 18 16:22:58.922712 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port a079d5c2-4762-44ff-af6e-79e7e74df830 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:22:58.923339 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:59.385296 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afe774-05b7-47b3-a9d1-6f162d2f5f4f req-10f91f53-ef6c-41d4-bf9f-4030053961a7 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:59.398914 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f1afe774-05b7-47b3-a9d1-6f162d2f5f4f req-10f91f53-ef6c-41d4-bf9f-4030053961a7 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/ports?device_id=99b3228b-415d-4014-8136-0a25eb1e7907 HTTP/1.1" status: 200 len: 950 time: 0.1497457 Nov 18 16:22:59.465266 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f1afe774-05b7-47b3-a9d1-6f162d2f5f4f req-58bf96c8-ca0a-447b-990c-0efa862452a8 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/security-groups?id=7ba0990b-dbc2-4dc8-8ba2-52a51b8fa4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656171 Nov 18 16:22:59.470841 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fcae92-5a7e-406e-a5fb-7ba1749ea94c req-9f310794-2168-4068-a7be-4532fddbea29 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:59.484889 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d3fcae92-5a7e-406e-a5fb-7ba1749ea94c req-9f310794-2168-4068-a7be-4532fddbea29 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.1343663 Nov 18 16:22:59.550464 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d3fcae92-5a7e-406e-a5fb-7ba1749ea94c req-9861322c-066b-4320-afc4-9b94a3e1329c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648465 Nov 18 16:22:59.837603 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115685d8-2982-4a34-9f87-6e93a938a828 req-fb9ad413-322a-4f19-ba1a-fb93c86f212d tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:59.844616 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-115685d8-2982-4a34-9f87-6e93a938a828 req-fb9ad413-322a-4f19-ba1a-fb93c86f212d tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.1418343 Nov 18 16:22:59.919101 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-115685d8-2982-4a34-9f87-6e93a938a828 req-a1e6693f-bb87-4c82-9c89-10d871608a7c tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627391 Nov 18 16:23:00.206713 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e1c6d-6272-4321-b78e-52e6e94eba20 req-d88ea347-5c67-415c-a01b-72ddda96fd87 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:00.208868 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-194e1c6d-6272-4321-b78e-52e6e94eba20 req-d88ea347-5c67-415c-a01b-72ddda96fd87 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=a1afc13f-a437-42eb-a451-492df9cc3f8d HTTP/1.1" status: 200 len: 943 time: 0.1496944 Nov 18 16:23:00.326372 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-194e1c6d-6272-4321-b78e-52e6e94eba20 req-d54993a0-2a93-40b2-bb2c-54c0965559ba tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/security-groups?id=62e013f0-e21d-4285-b034-2037a770de89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049778 Nov 18 16:23:00.380931 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a238b-2aed-4e82-9a18-43b8373045bd req-de53ac75-b971-459f-a23a-63b35ca3bc9c tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:00.382664 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-762a238b-2aed-4e82-9a18-43b8373045bd req-de53ac75-b971-459f-a23a-63b35ca3bc9c tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/ports?device_id=99b3228b-415d-4014-8136-0a25eb1e7907 HTTP/1.1" status: 200 len: 950 time: 0.1115756 Nov 18 16:23:00.442108 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-762a238b-2aed-4e82-9a18-43b8373045bd req-7da68968-3363-4f96-88a8-d6ecb6380c04 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/security-groups?id=7ba0990b-dbc2-4dc8-8ba2-52a51b8fa4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506411 Nov 18 16:23:00.923490 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9f521-4554-4bd0-b618-dcdf2972c55a req-883899b8-7622-4289-bb55-e5ea040b4807 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:00.942546 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a4e9f521-4554-4bd0-b618-dcdf2972c55a req-883899b8-7622-4289-bb55-e5ea040b4807 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.1674135 Nov 18 16:23:01.016520 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.objects.ports [None req-1895c851-e440-4e9a-8041-e9056098884d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80388) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 18 16:23:01.018584 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a4e9f521-4554-4bd0-b618-dcdf2972c55a req-3a8e31ab-78c9-4e89-b763-c2a56e328de2 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851033 Nov 18 16:23:01.168482 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7594-11cc-4d61-b2a1-4b25086aed6f req-f95de68a-b78d-4357-99f6-08ab7f542358 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:01.170315 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-433c7594-11cc-4d61-b2a1-4b25086aed6f req-f95de68a-b78d-4357-99f6-08ab7f542358 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.0935187 Nov 18 16:23:01.235098 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-433c7594-11cc-4d61-b2a1-4b25086aed6f req-c9b93223-1f8c-4cab-a020-bf932b3ce3d1 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539804 Nov 18 16:23:01.593204 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073cab9-eb79-4548-a51b-75644b31cb59 req-51285d0f-d76f-42ff-a273-4eae30d17057 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:01.594930 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d073cab9-eb79-4548-a51b-75644b31cb59 req-51285d0f-d76f-42ff-a273-4eae30d17057 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=a1afc13f-a437-42eb-a451-492df9cc3f8d HTTP/1.1" status: 200 len: 943 time: 0.0971670 Nov 18 16:23:01.665224 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d073cab9-eb79-4548-a51b-75644b31cb59 req-91bf8abc-533c-4583-a34e-39ed680db144 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/security-groups?id=62e013f0-e21d-4285-b034-2037a770de89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631378 Nov 18 16:23:01.671284 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9e876-2c75-4a69-bc46-82ffe32cfbb1 req-aafd37e1-c312-485f-aba3-8e4e3bd35af3 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:01.673041 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-73a9e876-2c75-4a69-bc46-82ffe32cfbb1 req-aafd37e1-c312-485f-aba3-8e4e3bd35af3 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/ports?device_id=99b3228b-415d-4014-8136-0a25eb1e7907 HTTP/1.1" status: 200 len: 950 time: 0.0905507 Nov 18 16:23:01.755517 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-73a9e876-2c75-4a69-bc46-82ffe32cfbb1 req-514e877b-cbab-4089-ba4b-8bb05c765735 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/security-groups?id=7ba0990b-dbc2-4dc8-8ba2-52a51b8fa4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446038 Nov 18 16:23:02.042274 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3457d-a9cd-46e7-8309-22203bde9db0 req-a2179595-6289-418f-a4db-b2faffbc2472 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:02.043934 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f7c3457d-a9cd-46e7-8309-22203bde9db0 req-a2179595-6289-418f-a4db-b2faffbc2472 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.13 "GET /v2.0/ports?device_id=99b3228b-415d-4014-8136-0a25eb1e7907 HTTP/1.1" status: 200 len: 950 time: 0.0888867 Nov 18 16:23:02.063373 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device dd89adb0-ac35-490f-be23-89b294289e4e up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:23:02.135563 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-f7c3457d-a9cd-46e7-8309-22203bde9db0 req-8f182b0e-5f7c-4576-9676-191705e88b25 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Deleting port a079d5c2-4762-44ff-af6e-79e7e74df830 {{(pid=80387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:23:02.136051 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f7c3457d-a9cd-46e7-8309-22203bde9db0 req-8f182b0e-5f7c-4576-9676-191705e88b25 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:02.189883 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning for port dd89adb0-ac35-490f-be23-89b294289e4e completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:23:02.198170 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port dd89adb0-ac35-490f-be23-89b294289e4e triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:02.202539 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:02.384763 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:02.433432 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port dd89adb0-ac35-490f-be23-89b294289e4e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=dd89adb0-ac35-490f-be23-89b294289e4e,segment=NetworkSegment(208beece-2650-4899-8454-f8d1dbd9dfba),segment_id=208beece-2650-4899-8454-f8d1dbd9dfba)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:23:02.435036 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1afc13f-a437-42eb-a451-492df9cc3f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd89adb0-ac35-490f-be23-89b294289e4e'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:23:02.469148 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:02.472177 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0134b2ce-0a13-442e-8d93-268ec2e224ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:02.499672 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275de9a-e9fb-4a69-8ff8-370f0471b809 req-12fab556-f2a8-4904-b028-c24c924bc2df tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:02.501521 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1275de9a-e9fb-4a69-8ff8-370f0471b809 req-12fab556-f2a8-4904-b028-c24c924bc2df tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.3163292 Nov 18 16:23:02.519989 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932dd71-c0c2-4ca5-baf1-1375084a2870 req-f7f82ea7-d10d-491d-9b33-5fed6a65cd63 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:02.522149 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2932dd71-c0c2-4ca5-baf1-1375084a2870 req-f7f82ea7-d10d-491d-9b33-5fed6a65cd63 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.1011720 Nov 18 16:23:02.592637 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2932dd71-c0c2-4ca5-baf1-1375084a2870 req-9ff7253f-27c8-45f1-b868-a5cb4bc01842 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609050 Nov 18 16:23:02.650695 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=dd89adb0-ac35-490f-be23-89b294289e4e,revision_number=4']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:02.660943 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:02.668633 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1afc13f-a437-42eb-a451-492df9cc3f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd89adb0-ac35-490f-be23-89b294289e4e', 'code': 200} Nov 18 16:23:02.684658 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1275de9a-e9fb-4a69-8ff8-370f0471b809 req-bcdc1bc8-2036-496a-b806-5dcf852a3c0d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706953 Nov 18 16:23:02.765798 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device dd89adb0-ac35-490f-be23-89b294289e4e up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:23:02.784437 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-f7c3457d-a9cd-46e7-8309-22203bde9db0 req-8f182b0e-5f7c-4576-9676-191705e88b25 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] For port a079d5c2-4762-44ff-af6e-79e7e74df830, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=a079d5c2-4762-44ff-af6e-79e7e74df830,segment=NetworkSegment(86bd0d92-9fdc-46a0-8391-9610d033c426),segment_id=86bd0d92-9fdc-46a0-8391-9610d033c426)] {{(pid=80387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:23:02.784711 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f7c3457d-a9cd-46e7-8309-22203bde9db0 req-8f182b0e-5f7c-4576-9676-191705e88b25 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:02.936500 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port dd89adb0-ac35-490f-be23-89b294289e4e triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:02.937225 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:03.045871 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-f7c3457d-a9cd-46e7-8309-22203bde9db0 req-8f182b0e-5f7c-4576-9676-191705e88b25 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Calling delete_port for a079d5c2-4762-44ff-af6e-79e7e74df830 owned by compute:nova {{(pid=80387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:23:03.172028 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device a079d5c2-4762-44ff-af6e-79e7e74df830 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:23:03.354730 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:03.371887 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac33d9c-207a-484f-a954-94b58bd71a5f req-dea6f845-74f4-4c0e-afec-4d9229205c4c tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:03.374347 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7ac33d9c-207a-484f-a954-94b58bd71a5f req-dea6f845-74f4-4c0e-afec-4d9229205c4c tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/ports?device_id=99b3228b-415d-4014-8136-0a25eb1e7907 HTTP/1.1" status: 200 len: 950 time: 0.1305091 Nov 18 16:23:03.430489 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port a079d5c2-4762-44ff-af6e-79e7e74df830, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=a079d5c2-4762-44ff-af6e-79e7e74df830,segment=NetworkSegment(86bd0d92-9fdc-46a0-8391-9610d033c426),segment_id=86bd0d92-9fdc-46a0-8391-9610d033c426)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:23:03.458633 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7ac33d9c-207a-484f-a954-94b58bd71a5f req-37d70e09-c6fe-4e7d-a33e-08b7c618c8d2 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/security-groups?id=7ba0990b-dbc2-4dc8-8ba2-52a51b8fa4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742588 Nov 18 16:23:03.463418 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:03.466089 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b257d9de-03e9-4191-8ee1-b9a7cb97f950 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:03.610741 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=a079d5c2-4762-44ff-af6e-79e7e74df830,revision_number=5']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:03.614999 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:03.788688 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.db.api [req-f7c3457d-a9cd-46e7-8309-22203bde9db0 req-8f182b0e-5f7c-4576-9676-191705e88b25 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80387) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:23:03.789118 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_db.api [req-f7c3457d-a9cd-46e7-8309-22203bde9db0 req-8f182b0e-5f7c-4576-9676-191705e88b25 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 16:23:03.797414 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5eebec-56fb-43c5-9958-6643a391877b req-504a9db0-9516-499b-93f1-c7ce984f4d3e tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:03.799171 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6a5eebec-56fb-43c5-9958-6643a391877b req-504a9db0-9516-499b-93f1-c7ce984f4d3e tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=a1afc13f-a437-42eb-a451-492df9cc3f8d HTTP/1.1" status: 200 len: 945 time: 0.6510456 Nov 18 16:23:03.809464 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18c51c-2097-475f-ac28-dd047beed7f5 req-f4d88469-35f5-4844-868d-c7470249eef9 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:03.824285 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b468f99f-77a2-4881-9606-24568fac600b req-7cb58a14-b32c-40d8-a478-43ec713d262e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a1afc13f-a437-42eb-a451-492df9cc3f8d HTTP/1.1" status: 200 len: 1162 time: 0.6142054 Nov 18 16:23:03.828518 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1e18c51c-2097-475f-ac28-dd047beed7f5 req-f4d88469-35f5-4844-868d-c7470249eef9 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=8cb71634-7dd1-4af1-9554-8968ab8e47b2 HTTP/1.1" status: 200 len: 945 time: 0.1614881 Nov 18 16:23:03.893481 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1e18c51c-2097-475f-ac28-dd047beed7f5 req-6f6b1e0a-af39-4b8b-a272-5bbf7e037630 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638163 Nov 18 16:23:03.953644 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6a5eebec-56fb-43c5-9958-6643a391877b req-f1f6f9dc-8afb-4d80-9660-833671d00b24 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/security-groups?id=62e013f0-e21d-4285-b034-2037a770de89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397936 Nov 18 16:23:03.975968 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b468f99f-77a2-4881-9606-24568fac600b req-b7faa3a1-1576-4ba2-b791-1150384fb92d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=62e013f0-e21d-4285-b034-2037a770de89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186008 Nov 18 16:23:04.200828 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ecc159-2b41-44a8-a9b9-5429f9a358e5 req-c75b3866-8d10-403e-8020-6150cb5f7c8e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:04.210362 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-39ecc159-2b41-44a8-a9b9-5429f9a358e5 req-c75b3866-8d10-403e-8020-6150cb5f7c8e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.1217518 Nov 18 16:23:04.276902 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6a367-93a6-4b8f-a4e6-52305315bfdc req-a246be6f-8944-4008-88ec-73bdc2116f24 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:04.279004 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5db6a367-93a6-4b8f-a4e6-52305315bfdc req-a246be6f-8944-4008-88ec-73bdc2116f24 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.1541588 Nov 18 16:23:04.284227 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-39ecc159-2b41-44a8-a9b9-5429f9a358e5 req-d26642f0-49b9-4182-ac19-fac6a4dc1016 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727093 Nov 18 16:23:04.290189 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-f7c3457d-a9cd-46e7-8309-22203bde9db0 req-8f182b0e-5f7c-4576-9676-191705e88b25 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Deleting port a079d5c2-4762-44ff-af6e-79e7e74df830 {{(pid=80387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:23:04.290587 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f7c3457d-a9cd-46e7-8309-22203bde9db0 req-8f182b0e-5f7c-4576-9676-191705e88b25 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:04.341413 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5db6a367-93a6-4b8f-a4e6-52305315bfdc req-6eb92d25-cf93-4071-bd5a-29b8b97065e4 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565271 Nov 18 16:23:04.598700 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-f7c3457d-a9cd-46e7-8309-22203bde9db0 req-8f182b0e-5f7c-4576-9676-191705e88b25 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] For port a079d5c2-4762-44ff-af6e-79e7e74df830, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=a079d5c2-4762-44ff-af6e-79e7e74df830,segment=NetworkSegment(86bd0d92-9fdc-46a0-8391-9610d033c426),segment_id=86bd0d92-9fdc-46a0-8391-9610d033c426)] {{(pid=80387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:23:04.599110 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f7c3457d-a9cd-46e7-8309-22203bde9db0 req-8f182b0e-5f7c-4576-9676-191705e88b25 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:04.669832 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b3228b-415d-4014-8136-0a25eb1e7907', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a079d5c2-4762-44ff-af6e-79e7e74df830'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:23:04.731884 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b3228b-415d-4014-8136-0a25eb1e7907', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a079d5c2-4762-44ff-af6e-79e7e74df830', 'code': 200} Nov 18 16:23:04.774614 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-f7c3457d-a9cd-46e7-8309-22203bde9db0 req-8f182b0e-5f7c-4576-9676-191705e88b25 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Calling delete_port for a079d5c2-4762-44ff-af6e-79e7e74df830 owned by compute:nova {{(pid=80387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:23:04.969319 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b76d6-fa90-42e2-9548-8237cc1dd503 req-8d1d2f39-714b-49cc-80e5-6d77c45b35f8 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:04.970916 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-953b76d6-fa90-42e2-9548-8237cc1dd503 req-8d1d2f39-714b-49cc-80e5-6d77c45b35f8 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/ports?device_id=99b3228b-415d-4014-8136-0a25eb1e7907 HTTP/1.1" status: 200 len: 865 time: 0.3756294 Nov 18 16:23:05.025282 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-953b76d6-fa90-42e2-9548-8237cc1dd503 req-775239d6-88c2-4976-9c3a-3e1fc0274e0f tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/security-groups?id=7ba0990b-dbc2-4dc8-8ba2-52a51b8fa4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473511 Nov 18 16:23:05.025996 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f7c3457d-a9cd-46e7-8309-22203bde9db0 req-8f182b0e-5f7c-4576-9676-191705e88b25 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:05.041684 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-447d2910-677f-420f-b688-f9aa7b13f984 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:05.093617 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f182b0e-5f7c-4576-9676-191705e88b25 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Pushing event deleted for resources: {'Port': ['ID=a079d5c2-4762-44ff-af6e-79e7e74df830,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:05.120992 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8f182b0e-5f7c-4576-9676-191705e88b25 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:05.157017 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6499e58-3008-4fcd-b41f-e2c4d4891b4d req-7a240969-7631-491f-976c-1032c326586f tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:05.165228 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c6499e58-3008-4fcd-b41f-e2c4d4891b4d req-7a240969-7631-491f-976c-1032c326586f tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=8cb71634-7dd1-4af1-9554-8968ab8e47b2 HTTP/1.1" status: 200 len: 945 time: 0.0986392 Nov 18 16:23:05.223545 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c6499e58-3008-4fcd-b41f-e2c4d4891b4d req-b788cfe5-f2ec-468e-8e08-0b0746dba34b tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570269 Nov 18 16:23:05.343723 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c3457d-a9cd-46e7-8309-22203bde9db0 req-8f182b0e-5f7c-4576-9676-191705e88b25 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] No DVR routers for this DVR port a079d5c2-4762-44ff-af6e-79e7e74df830 on host hv-cinder-75995 {{(pid=80387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:23:05.356583 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f7c3457d-a9cd-46e7-8309-22203bde9db0 req-8f182b0e-5f7c-4576-9676-191705e88b25 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:05.364149 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b3228b-415d-4014-8136-0a25eb1e7907', 'name': 'network-vif-deleted', 'tag': 'a079d5c2-4762-44ff-af6e-79e7e74df830'}] {{(pid=80387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:23:05.413636 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6febca-d0b4-4d8c-968d-27845f090bfa req-fb60a940-dade-4ad5-9d3f-ca3e2e05bbf3 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:05.430013 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2c6febca-d0b4-4d8c-968d-27845f090bfa req-fb60a940-dade-4ad5-9d3f-ca3e2e05bbf3 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=a1afc13f-a437-42eb-a451-492df9cc3f8d HTTP/1.1" status: 200 len: 945 time: 0.2044582 Nov 18 16:23:05.463171 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f7c3457d-a9cd-46e7-8309-22203bde9db0 req-8f182b0e-5f7c-4576-9676-191705e88b25 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.13 "DELETE /v2.0/ports/a079d5c2-4762-44ff-af6e-79e7e74df830 HTTP/1.1" status: 204 len: 173 time: 3.4072809 Nov 18 16:23:05.548200 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2c6febca-d0b4-4d8c-968d-27845f090bfa req-d9b0b7e0-46fa-4935-bec3-59e4b6fba13f tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/security-groups?id=62e013f0-e21d-4285-b034-2037a770de89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169467 Nov 18 16:23:05.743821 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702ee38-689f-4ffd-9810-fc9791d43f75 req-4ec6f627-57ad-4398-82c9-b25c3c7965f5 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:05.759185 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3702ee38-689f-4ffd-9810-fc9791d43f75 req-4ec6f627-57ad-4398-82c9-b25c3c7965f5 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.1843841 Nov 18 16:23:05.841257 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3702ee38-689f-4ffd-9810-fc9791d43f75 req-42ee1b39-eaf2-4b5c-8b92-f0ee91607857 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771241 Nov 18 16:23:05.995047 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b3228b-415d-4014-8136-0a25eb1e7907', 'name': 'network-vif-deleted', 'tag': 'a079d5c2-4762-44ff-af6e-79e7e74df830', 'status': 'completed', 'code': 200} Nov 18 16:23:06.053049 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bedcb3-70c6-445b-b4c7-4bd649ce9f80 req-176b7a77-696a-41dc-b7c0-51333bcd8034 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:06.054653 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d1bedcb3-70c6-445b-b4c7-4bd649ce9f80 req-176b7a77-696a-41dc-b7c0-51333bcd8034 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.13 "GET /v2.0/ports?device_id=8cb71634-7dd1-4af1-9554-8968ab8e47b2 HTTP/1.1" status: 200 len: 945 time: 0.1624885 Nov 18 16:23:06.123611 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c2f33-7431-474a-979e-a131337ec7c1 req-208ebefd-1edb-4b87-b7bc-949b96adc231 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:06.132503 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e08c2f33-7431-474a-979e-a131337ec7c1 req-208ebefd-1edb-4b87-b7bc-949b96adc231 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.4140236 Nov 18 16:23:06.224860 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-d1bedcb3-70c6-445b-b4c7-4bd649ce9f80 req-1b42968c-e8cd-46c0-afef-02e6a42e79c4 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Deleting port f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849 {{(pid=80387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:23:06.225590 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d1bedcb3-70c6-445b-b4c7-4bd649ce9f80 req-1b42968c-e8cd-46c0-afef-02e6a42e79c4 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:06.273906 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e08c2f33-7431-474a-979e-a131337ec7c1 req-aa022bc9-c8bd-4aaf-a971-1ea1c32ef658 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403201 Nov 18 16:23:06.361287 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-0c42ae28-4eb5-411b-8a84-ca3769e37199 req-dd7732d1-1bad-4c11-b07b-482ed91e2435 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] 10.222.0.26 "GET /v2.0/ports?device_id=99b3228b-415d-4014-8136-0a25eb1e7907 HTTP/1.1" status: 200 len: 210 time: 0.0887754 Nov 18 16:23:06.730599 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-d1bedcb3-70c6-445b-b4c7-4bd649ce9f80 req-1b42968c-e8cd-46c0-afef-02e6a42e79c4 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] For port f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849,segment=NetworkSegment(dc1672ed-2f0b-417c-b343-1742be396aba),segment_id=dc1672ed-2f0b-417c-b343-1742be396aba)] {{(pid=80387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:23:06.731301 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d1bedcb3-70c6-445b-b4c7-4bd649ce9f80 req-1b42968c-e8cd-46c0-afef-02e6a42e79c4 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:06.777949 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device dd89adb0-ac35-490f-be23-89b294289e4e up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:23:06.867497 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d679a8c-a107-4c7c-9d30-c3cf033d50a7 req-5af53a04-6dbb-4352-8638-35105620307c tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:06.869727 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9d679a8c-a107-4c7c-9d30-c3cf033d50a7 req-5af53a04-6dbb-4352-8638-35105620307c tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=a1afc13f-a437-42eb-a451-492df9cc3f8d HTTP/1.1" status: 200 len: 945 time: 0.1158762 Nov 18 16:23:06.942704 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port dd89adb0-ac35-490f-be23-89b294289e4e triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:06.945662 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:06.987144 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9d679a8c-a107-4c7c-9d30-c3cf033d50a7 req-94822b59-302b-421c-8155-c2a3df3d9bdf tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/security-groups?id=62e013f0-e21d-4285-b034-2037a770de89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102474 Nov 18 16:23:07.054667 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-d1bedcb3-70c6-445b-b4c7-4bd649ce9f80 req-1b42968c-e8cd-46c0-afef-02e6a42e79c4 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Calling delete_port for f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849 owned by compute:nova {{(pid=80387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:23:07.113059 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd11762-8a59-4dc0-acfd-d8ea914619f6 req-949ea1c1-d75f-4948-81de-5575cf852bdf tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:07.121270 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6fd11762-8a59-4dc0-acfd-d8ea914619f6 req-949ea1c1-d75f-4948-81de-5575cf852bdf tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=8cb71634-7dd1-4af1-9554-8968ab8e47b2 HTTP/1.1" status: 200 len: 945 time: 0.5878093 Nov 18 16:23:07.189071 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6fd11762-8a59-4dc0-acfd-d8ea914619f6 req-218bf141-0a6f-4937-8d9e-b7a774a67348 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667455 Nov 18 16:23:07.248818 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:23:07.335131 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc458dc7-dfc6-4640-b9f2-3de02cf49dab req-7cda624d-7e65-458f-9a94-54ef5a0eaa55 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:07.342994 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-cc458dc7-dfc6-4640-b9f2-3de02cf49dab req-7cda624d-7e65-458f-9a94-54ef5a0eaa55 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.1142182 Nov 18 16:23:07.405597 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-cc458dc7-dfc6-4640-b9f2-3de02cf49dab req-9649b525-2ae3-4c51-bcde-761ce989f562 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612111 Nov 18 16:23:07.469707 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:07.575155 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d1bedcb3-70c6-445b-b4c7-4bd649ce9f80 req-1b42968c-e8cd-46c0-afef-02e6a42e79c4 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:07.598678 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:07.920428 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42968c-e8cd-46c0-afef-02e6a42e79c4 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Pushing event deleted for resources: {'Port': ['ID=f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:07.951020 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1b42968c-e8cd-46c0-afef-02e6a42e79c4 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:08.047010 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9cf89-9f9c-44cb-9cc3-35741b462d12 req-beacd335-9fbd-4ba3-bf9f-4e796ffdb850 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:08.048669 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c1c9cf89-9f9c-44cb-9cc3-35741b462d12 req-beacd335-9fbd-4ba3-bf9f-4e796ffdb850 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.3738708 Nov 18 16:23:08.126933 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1bedcb3-70c6-445b-b4c7-4bd649ce9f80 req-1b42968c-e8cd-46c0-afef-02e6a42e79c4 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] No DVR routers for this DVR port f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849 on host hv-cinder-75995 {{(pid=80387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:23:08.131054 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d1bedcb3-70c6-445b-b4c7-4bd649ce9f80 req-1b42968c-e8cd-46c0-afef-02e6a42e79c4 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:08.133857 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb71634-7dd1-4af1-9554-8968ab8e47b2', 'name': 'network-vif-deleted', 'tag': 'f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849'}] {{(pid=80387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:23:08.218504 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c1c9cf89-9f9c-44cb-9cc3-35741b462d12 req-4f296a1e-ec85-4281-80d6-7d001d5433f6 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141119 Nov 18 16:23:08.218504 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb71634-7dd1-4af1-9554-8968ab8e47b2', 'name': 'network-vif-deleted', 'tag': 'f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849', 'status': 'completed', 'code': 200} Nov 18 16:23:08.379894 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-c76b9230-5c2c-438c-aae7-875e21d8b34b req-856f9689-3341-4424-944e-fe26df8bf310 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Synchronizing usage tracker for tenant:fa7b55f56ea446e2adf28b09f290c5ad on resource:port {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:23:08.588709 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d1bedcb3-70c6-445b-b4c7-4bd649ce9f80 req-1b42968c-e8cd-46c0-afef-02e6a42e79c4 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.13 "DELETE /v2.0/ports/f4b8815e-f0dc-4c73-b9e8-e0b88b1fd849 HTTP/1.1" status: 204 len: 173 time: 2.5227976 Nov 18 16:23:08.589758 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-c76b9230-5c2c-438c-aae7-875e21d8b34b req-856f9689-3341-4424-944e-fe26df8bf310 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Unset dirty status for tenant:fa7b55f56ea446e2adf28b09f290c5ad on resource:port {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:23:08.591193 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c76b9230-5c2c-438c-aae7-875e21d8b34b req-856f9689-3341-4424-944e-fe26df8bf310 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=8cb71634-7dd1-4af1-9554-8968ab8e47b2 HTTP/1.1" status: 200 len: 210 time: 0.2559748 Nov 18 16:23:08.638283 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41c372-0e15-4109-b88e-b49502496f23 req-db08de1d-a4fe-47d2-beed-dffd2ad4577f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:08.639980 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-be41c372-0e15-4109-b88e-b49502496f23 req-db08de1d-a4fe-47d2-beed-dffd2ad4577f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.0873861 Nov 18 16:23:08.693298 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-be41c372-0e15-4109-b88e-b49502496f23 req-c1e68b47-12b9-45db-a68f-7753e8472db5 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464106 Nov 18 16:23:08.956489 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 49876) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:09.187151 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cde9fad6-a37c-4da8-ba67-02d2c2afec33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:09.268706 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-cde9fad6-a37c-4da8-ba67-02d2c2afec33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:23:09.274155 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-cde9fad6-a37c-4da8-ba67-02d2c2afec33 admin admin] Usage tracker for resource:security_group_rule and tenant:80ddcfb7a1b54ce8a1a4cab8f058da60 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:23:09.277655 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-cde9fad6-a37c-4da8-ba67-02d2c2afec33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:23:09.284228 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-cde9fad6-a37c-4da8-ba67-02d2c2afec33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:23:09.367434 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cde9fad6-a37c-4da8-ba67-02d2c2afec33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:09.400340 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cde9fad6-a37c-4da8-ba67-02d2c2afec33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:09.408245 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:09.488666 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9fad6-a37c-4da8-ba67-02d2c2afec33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c684dd-277f-47ee-a3f7-0974d7c539d5,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:09.507417 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a00b98-fd30-466a-af9d-5c7b0f2a022b req-50e180b1-2c22-44c5-950b-cbb101075a5e tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:09.518280 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-cde9fad6-a37c-4da8-ba67-02d2c2afec33 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=80ddcfb7a1b54ce8a1a4cab8f058da60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5570550 Nov 18 16:23:09.518280 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-cde9fad6-a37c-4da8-ba67-02d2c2afec33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:09.521418 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-84a00b98-fd30-466a-af9d-5c7b0f2a022b req-50e180b1-2c22-44c5-950b-cbb101075a5e tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.1500096 Nov 18 16:23:09.524822 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 49912) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:09.632651 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-35db581b-c832-4742-ab53-3172a1414a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:09.666573 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-35db581b-c832-4742-ab53-3172a1414a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:09.765818 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-84a00b98-fd30-466a-af9d-5c7b0f2a022b req-0e74df5b-9bb9-432a-a21e-1cfd38d1ba41 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432775 Nov 18 16:23:09.821080 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-35db581b-c832-4742-ab53-3172a1414a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:09.828459 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-44a384e6-0b07-447f-ae54-92e863fd66c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:09.868750 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db581b-c832-4742-ab53-3172a1414a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c684dd-277f-47ee-a3f7-0974d7c539d5,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:09.878373 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-35db581b-c832-4742-ab53-3172a1414a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:09.885823 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-35db581b-c832-4742-ab53-3172a1414a0d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/19c684dd-277f-47ee-a3f7-0974d7c539d5 HTTP/1.1" status: 204 len: 168 time: 0.3594074 Nov 18 16:23:09.887246 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-35db581b-c832-4742-ab53-3172a1414a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:10.094756 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7eb80-bb84-4099-a22e-90ab464e7abc req-ecba3912-0a02-49ae-93d4-c9992d7638fc tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:10.103823 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6fb7eb80-bb84-4099-a22e-90ab464e7abc req-ecba3912-0a02-49ae-93d4-c9992d7638fc tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=a1afc13f-a437-42eb-a451-492df9cc3f8d HTTP/1.1" status: 200 len: 945 time: 0.2892094 Nov 18 16:23:10.169017 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6fb7eb80-bb84-4099-a22e-90ab464e7abc req-3c8e5faf-4d7b-4fbc-9ef3-ba7f253630bf tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/security-groups?id=62e013f0-e21d-4285-b034-2037a770de89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640974 Nov 18 16:23:10.289555 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b2063-76fb-4453-9514-6bc9ad0dae8c req-fa64094e-3349-4319-b9af-842722544b9d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:10.291246 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fd2b2063-76fb-4453-9514-6bc9ad0dae8c req-fa64094e-3349-4319-b9af-842722544b9d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.1456513 Nov 18 16:23:10.347142 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fd2b2063-76fb-4453-9514-6bc9ad0dae8c req-6df1a24d-2dd5-4689-a460-cb3d3c49bd94 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495932 Nov 18 16:23:10.759317 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 49990) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:10.781079 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f784d11a-7893-45c0-94d0-f7c2e2b1087a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:10.821008 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f784d11a-7893-45c0-94d0-f7c2e2b1087a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:23:10.825580 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-f784d11a-7893-45c0-94d0-f7c2e2b1087a admin admin] Usage tracker for resource:security_group_rule and tenant:6b94309439c249a8a1d5e14dc881d9cd is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:23:10.828977 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-f784d11a-7893-45c0-94d0-f7c2e2b1087a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:23:10.835758 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f784d11a-7893-45c0-94d0-f7c2e2b1087a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:23:10.944626 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f784d11a-7893-45c0-94d0-f7c2e2b1087a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:10.986120 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f784d11a-7893-45c0-94d0-f7c2e2b1087a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:10.995720 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-db8f4624-4295-4cdc-98a3-3ae68a3f92c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:11.033289 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784d11a-7893-45c0-94d0-f7c2e2b1087a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1775b47e-1253-49ee-9ffb-951686abbc47,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:11.044548 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f784d11a-7893-45c0-94d0-f7c2e2b1087a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:11.045358 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2160d6c-498a-4ae7-8582-8c5d942e7a05 req-25719961-fccb-4024-8a62-bc8ee034c4e0 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:11.047539 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a2160d6c-498a-4ae7-8582-8c5d942e7a05 req-25719961-fccb-4024-8a62-bc8ee034c4e0 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.1112609 Nov 18 16:23:11.055942 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-f784d11a-7893-45c0-94d0-f7c2e2b1087a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6b94309439c249a8a1d5e14dc881d9cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2952838 Nov 18 16:23:11.059144 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 50002) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:11.111098 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a2160d6c-498a-4ae7-8582-8c5d942e7a05 req-738b6e40-6a9d-4156-9357-a0c60db60c1e tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555360 Nov 18 16:23:11.147285 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-28ffc98f-3718-40bf-9784-1ee16cd028fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:11.177768 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-28ffc98f-3718-40bf-9784-1ee16cd028fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:11.248452 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cd3e5-14ea-4a18-b2f0-4fcb15f54208 req-9c61ffe3-eeb0-4210-978b-c16e073e0867 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:11.250172 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ec3cd3e5-14ea-4a18-b2f0-4fcb15f54208 req-9c61ffe3-eeb0-4210-978b-c16e073e0867 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.13 "GET /v2.0/ports?device_id=a1afc13f-a437-42eb-a451-492df9cc3f8d HTTP/1.1" status: 200 len: 945 time: 0.0936096 Nov 18 16:23:11.266229 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-28ffc98f-3718-40bf-9784-1ee16cd028fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:11.272312 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-92aeeaa2-7d33-426d-ae15-119848437a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:11.283964 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ffc98f-3718-40bf-9784-1ee16cd028fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1775b47e-1253-49ee-9ffb-951686abbc47,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:11.289950 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-28ffc98f-3718-40bf-9784-1ee16cd028fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:11.292388 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-28ffc98f-3718-40bf-9784-1ee16cd028fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:11.295985 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-28ffc98f-3718-40bf-9784-1ee16cd028fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1775b47e-1253-49ee-9ffb-951686abbc47 HTTP/1.1" status: 204 len: 168 time: 0.2333803 Nov 18 16:23:11.461688 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989d313-f315-458c-ba56-a03d7c12104a req-efd0c256-1696-4ef4-8d16-7b2873d82d89 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:11.480369 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b989d313-f315-458c-ba56-a03d7c12104a req-efd0c256-1696-4ef4-8d16-7b2873d82d89 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=a1afc13f-a437-42eb-a451-492df9cc3f8d HTTP/1.1" status: 200 len: 945 time: 0.1634977 Nov 18 16:23:11.532495 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-ec3cd3e5-14ea-4a18-b2f0-4fcb15f54208 req-29d21a42-8772-400e-9ef5-1e3e2693604e tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Deleting port dd89adb0-ac35-490f-be23-89b294289e4e {{(pid=80387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:23:11.532939 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ec3cd3e5-14ea-4a18-b2f0-4fcb15f54208 req-29d21a42-8772-400e-9ef5-1e3e2693604e tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:11.565231 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b989d313-f315-458c-ba56-a03d7c12104a req-03208ff0-c83a-485e-a4ad-9853c7a06c67 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/security-groups?id=62e013f0-e21d-4285-b034-2037a770de89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699766 Nov 18 16:23:11.860065 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-bcda982a-c43f-4623-8d49-743779e91ce6 req-b9000c65-f208-4cca-9aea-cb93ef9d8b7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a059fa3edee14481b95a1aed15fa9fcb&device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 1162 time: 0.1527936 Nov 18 16:23:12.044384 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda982a-c43f-4623-8d49-743779e91ce6 req-46f04b3c-5948-4c15-a812-c4653ce3c84a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:12.046177 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-bcda982a-c43f-4623-8d49-743779e91ce6 req-46f04b3c-5948-4c15-a812-c4653ce3c84a service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8f88308-3b7d-4f88-a379-67873b752770 HTTP/1.1" status: 200 len: 908 time: 0.1792395 Nov 18 16:23:12.121020 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-ec3cd3e5-14ea-4a18-b2f0-4fcb15f54208 req-29d21a42-8772-400e-9ef5-1e3e2693604e tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] For port dd89adb0-ac35-490f-be23-89b294289e4e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=dd89adb0-ac35-490f-be23-89b294289e4e,segment=NetworkSegment(208beece-2650-4899-8454-f8d1dbd9dfba),segment_id=208beece-2650-4899-8454-f8d1dbd9dfba)] {{(pid=80387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:23:12.121640 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ec3cd3e5-14ea-4a18-b2f0-4fcb15f54208 req-29d21a42-8772-400e-9ef5-1e3e2693604e tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:12.208706 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 50082) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:12.213854 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-bcda982a-c43f-4623-8d49-743779e91ce6 req-d124a36d-caa1-43be-acc3-e6643159cc29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7453f10f-adb3-4a69-a47c-fcb0da639843 HTTP/1.1" status: 200 len: 1000 time: 0.1583037 Nov 18 16:23:12.258001 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b5d250c4-19f0-444d-b7dd-c5945d724a22 req-883b4f37-1800-4b7d-9d5c-d6f6bdba3e1a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 1162 time: 0.9047570 Nov 18 16:23:12.264612 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-ec3cd3e5-14ea-4a18-b2f0-4fcb15f54208 req-29d21a42-8772-400e-9ef5-1e3e2693604e tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Calling delete_port for dd89adb0-ac35-490f-be23-89b294289e4e owned by compute:nova {{(pid=80387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:23:12.331499 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a0e30543-f934-49e2-84c8-319f77fb3653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:12.368635 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda982a-c43f-4623-8d49-743779e91ce6 req-111b9fb0-f02a-44c7-b21f-7d3183d98caf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:12.370147 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-bcda982a-c43f-4623-8d49-743779e91ce6 req-111b9fb0-f02a-44c7-b21f-7d3183d98caf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e930cec8-6db8-483a-9efd-6ad1d182df64 HTTP/1.1" status: 200 len: 853 time: 0.1058311 Nov 18 16:23:12.395845 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b5d250c4-19f0-444d-b7dd-c5945d724a22 req-fafbf51d-d23f-4cdf-850f-d58843d66a3e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959632 Nov 18 16:23:12.447746 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2ff94-275b-4923-a3e5-be29dcaa4443 req-ce04ae7e-3b61-4f9d-8098-a73e9e3c5655 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:12.449408 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-56e2ff94-275b-4923-a3e5-be29dcaa4443 req-ce04ae7e-3b61-4f9d-8098-a73e9e3c5655 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.6374109 Nov 18 16:23:12.457836 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a0e30543-f934-49e2-84c8-319f77fb3653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:23:12.466566 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-a0e30543-f934-49e2-84c8-319f77fb3653 admin admin] Usage tracker for resource:security_group_rule and tenant:608a6c06d3804e2ea309533cad68265c is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:23:12.471054 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-a0e30543-f934-49e2-84c8-319f77fb3653 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:23:12.482420 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a0e30543-f934-49e2-84c8-319f77fb3653 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:23:12.493944 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137b5d4-cd19-4ba8-a743-08fc22febd31 req-08eabafe-17fc-4950-b359-fd9e29cba07f tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:12.495541 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8137b5d4-cd19-4ba8-a743-08fc22febd31 req-08eabafe-17fc-4950-b359-fd9e29cba07f tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=580812c1-9b2f-46cd-804d-69a7fd4c5f96 HTTP/1.1" status: 200 len: 945 time: 0.2878299 Nov 18 16:23:12.522823 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-56e2ff94-275b-4923-a3e5-be29dcaa4443 req-d18037bd-ac3e-48fc-ae63-7768eb1d6222 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579526 Nov 18 16:23:12.546999 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ec3cd3e5-14ea-4a18-b2f0-4fcb15f54208 req-29d21a42-8772-400e-9ef5-1e3e2693604e tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:12.567456 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9e5cdc41-171c-4df8-b85e-96dfb478793f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:12.580256 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-bcda982a-c43f-4623-8d49-743779e91ce6 req-d88ebe0a-ad91-4bec-a968-a01f6113da38 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8f88308-3b7d-4f88-a379-67873b752770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1961300 Nov 18 16:23:12.639149 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8137b5d4-cd19-4ba8-a743-08fc22febd31 req-e4b6d155-609c-4e60-a0f8-1e141a860d3d tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328144 Nov 18 16:23:12.754747 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a0e30543-f934-49e2-84c8-319f77fb3653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:12.768873 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d21a42-8772-400e-9ef5-1e3e2693604e tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Pushing event deleted for resources: {'Port': ['ID=dd89adb0-ac35-490f-be23-89b294289e4e,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:12.782392 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device dd89adb0-ac35-490f-be23-89b294289e4e no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:23:12.796967 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a0e30543-f934-49e2-84c8-319f77fb3653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:12.860532 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-29d21a42-8772-400e-9ef5-1e3e2693604e tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:12.861029 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] No Port match for: dd89adb0-ac35-490f-be23-89b294289e4e {{(pid=80388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:23:12.861029 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device dd89adb0-ac35-490f-be23-89b294289e4e not bound to the agent host hv-cinder-75995 {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:23:12.885247 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fece5a59-c441-41cf-94ea-7839d772781b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:12.900085 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-a0e30543-f934-49e2-84c8-319f77fb3653 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=608a6c06d3804e2ea309533cad68265c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6899099 Nov 18 16:23:12.907369 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 50106) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:12.932718 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-15c18912-e4e6-4aad-936c-8019f1c4b6d2 req-d3aa2934-0ae9-4837-acdf-8cf2a82b3e40 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=a1afc13f-a437-42eb-a451-492df9cc3f8d HTTP/1.1" status: 200 len: 210 time: 0.0843115 Nov 18 16:23:12.953944 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-bcda982a-c43f-4623-8d49-743779e91ce6 req-9377391a-4187-4470-b1d1-d0951a23c3c9 service neutron] 10.222.0.13 "GET /v2.0/networks/d8f88308-3b7d-4f88-a379-67873b752770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576653 Nov 18 16:23:12.953944 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e30543-f934-49e2-84c8-319f77fb3653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c2e2ba-9933-480c-8d7b-d394e1a9daf3,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:12.957953 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a0e30543-f934-49e2-84c8-319f77fb3653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:13.000665 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3cd3e5-14ea-4a18-b2f0-4fcb15f54208 req-29d21a42-8772-400e-9ef5-1e3e2693604e tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] No DVR routers for this DVR port dd89adb0-ac35-490f-be23-89b294289e4e on host hv-cinder-75995 {{(pid=80387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:23:13.003670 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ec3cd3e5-14ea-4a18-b2f0-4fcb15f54208 req-29d21a42-8772-400e-9ef5-1e3e2693604e tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:13.034150 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1afc13f-a437-42eb-a451-492df9cc3f8d', 'name': 'network-vif-deleted', 'tag': 'dd89adb0-ac35-490f-be23-89b294289e4e'}] {{(pid=80387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:23:13.099205 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ec3cd3e5-14ea-4a18-b2f0-4fcb15f54208 req-29d21a42-8772-400e-9ef5-1e3e2693604e tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.13 "DELETE /v2.0/ports/dd89adb0-ac35-490f-be23-89b294289e4e HTTP/1.1" status: 204 len: 173 time: 1.7997520 Nov 18 16:23:13.116555 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1afc13f-a437-42eb-a451-492df9cc3f8d', 'name': 'network-vif-deleted', 'tag': 'dd89adb0-ac35-490f-be23-89b294289e4e', 'status': 'completed', 'code': 200} Nov 18 16:23:13.129351 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-bcda982a-c43f-4623-8d49-743779e91ce6 req-cb5ef8f9-994e-43ea-aaac-3092ac73351d service neutron] 10.222.0.13 "GET /v2.0/networks/d8f88308-3b7d-4f88-a379-67873b752770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1691115 Nov 18 16:23:13.135462 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cd74e561-998d-4a39-af40-ce3d708f0d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:13.143597 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb17d06-0542-42e7-80b2-a22a11f0b172 req-9d4b9d3b-a1c6-48bc-a4c2-13c9e2e73038 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:13.147189 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8fb17d06-0542-42e7-80b2-a22a11f0b172 req-9d4b9d3b-a1c6-48bc-a4c2-13c9e2e73038 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.2924354 Nov 18 16:23:13.209135 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cd74e561-998d-4a39-af40-ce3d708f0d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:13.262128 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8fb17d06-0542-42e7-80b2-a22a11f0b172 req-a5642018-ab98-4e17-8c53-9bee8391dadd tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032972 Nov 18 16:23:13.325510 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cd74e561-998d-4a39-af40-ce3d708f0d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:13.330913 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:13.343434 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74e561-998d-4a39-af40-ce3d708f0d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c2e2ba-9933-480c-8d7b-d394e1a9daf3,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:13.347449 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-cd74e561-998d-4a39-af40-ce3d708f0d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:13.350940 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cd74e561-998d-4a39-af40-ce3d708f0d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:13.352454 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-cd74e561-998d-4a39-af40-ce3d708f0d7c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/84c2e2ba-9933-480c-8d7b-d394e1a9daf3 HTTP/1.1" status: 204 len: 168 time: 0.4393055 Nov 18 16:23:13.850968 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30824fba-93f8-4fa9-81a3-fb69960c1ef6 req-b40e0dcf-fbde-4cdb-8401-3e2ef5cb1772 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:13.861298 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-30824fba-93f8-4fa9-81a3-fb69960c1ef6 req-b40e0dcf-fbde-4cdb-8401-3e2ef5cb1772 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.1640751 Nov 18 16:23:13.958515 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-30824fba-93f8-4fa9-81a3-fb69960c1ef6 req-0b9006be-7983-45bb-82df-5b55e7ae7f8b tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898879 Nov 18 16:23:13.990543 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273b377-8d68-41fd-92eb-dd718cbb028b req-1d982fb9-880d-4ae0-9adf-e2e507da1579 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:13.998240 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-0273b377-8d68-41fd-92eb-dd718cbb028b req-1d982fb9-880d-4ae0-9adf-e2e507da1579 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=580812c1-9b2f-46cd-804d-69a7fd4c5f96 HTTP/1.1" status: 200 len: 945 time: 0.1184528 Nov 18 16:23:14.050953 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-0273b377-8d68-41fd-92eb-dd718cbb028b req-485d1803-3b48-4b36-b434-2de98af2fab6 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517406 Nov 18 16:23:14.151074 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 6 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:23:14.223212 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-0b16c2bf-a41d-4a95-b911-05743f44a3cf req-7843283e-3d21-4a69-b05f-19405cfc8f0c tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=a1afc13f-a437-42eb-a451-492df9cc3f8d HTTP/1.1" status: 200 len: 210 time: 0.0486770 Nov 18 16:23:14.386698 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c031f-04a9-4119-bf1a-be7158074dee req-fb66f34c-0295-4247-b25b-a947a8664a5e tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:14.389357 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-125c031f-04a9-4119-bf1a-be7158074dee req-fb66f34c-0295-4247-b25b-a947a8664a5e tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.13 "GET /v2.0/ports?device_id=580812c1-9b2f-46cd-804d-69a7fd4c5f96 HTTP/1.1" status: 200 len: 945 time: 0.1160386 Nov 18 16:23:14.508118 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-125c031f-04a9-4119-bf1a-be7158074dee req-0471cdef-2406-45c9-91b4-2d87f704af82 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Deleting port 1feb4e4f-cd4c-4325-91b4-5be40812b139 {{(pid=80386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:23:14.508512 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-125c031f-04a9-4119-bf1a-be7158074dee req-0471cdef-2406-45c9-91b4-2d87f704af82 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:14.522916 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a1e06-1be4-40a3-bd0d-e20cfa04c69e req-ebf552a0-d535-493b-8b1d-24fbc36add29 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:14.531782 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b98a1e06-1be4-40a3-bd0d-e20cfa04c69e req-ebf552a0-d535-493b-8b1d-24fbc36add29 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.1068609 Nov 18 16:23:14.599265 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b98a1e06-1be4-40a3-bd0d-e20cfa04c69e req-2c0106ea-80a7-42f3-9699-c786fef49573 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661743 Nov 18 16:23:14.772459 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 50196) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:14.872260 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 8163e74c-b8cc-40d6-bcd4-74733bf73519 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:23:14.935884 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-125c031f-04a9-4119-bf1a-be7158074dee req-0471cdef-2406-45c9-91b4-2d87f704af82 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] For port 1feb4e4f-cd4c-4325-91b4-5be40812b139, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=1feb4e4f-cd4c-4325-91b4-5be40812b139,segment=NetworkSegment(dc1672ed-2f0b-417c-b343-1742be396aba),segment_id=dc1672ed-2f0b-417c-b343-1742be396aba)] {{(pid=80386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:23:14.936306 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-125c031f-04a9-4119-bf1a-be7158074dee req-0471cdef-2406-45c9-91b4-2d87f704af82 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:14.989073 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d77c0cdc-3843-42bb-aa30-1455c2fad313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:14.989450 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 8163e74c-b8cc-40d6-bcd4-74733bf73519 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:14.990115 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:15.067777 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-d77c0cdc-3843-42bb-aa30-1455c2fad313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:23:15.076607 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-d77c0cdc-3843-42bb-aa30-1455c2fad313 admin admin] Usage tracker for resource:security_group_rule and tenant:0a6397f1ed3c41f5b0ad3a97f95fd335 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:23:15.080156 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-d77c0cdc-3843-42bb-aa30-1455c2fad313 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:23:15.083723 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-125c031f-04a9-4119-bf1a-be7158074dee req-0471cdef-2406-45c9-91b4-2d87f704af82 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Calling delete_port for 1feb4e4f-cd4c-4325-91b4-5be40812b139 owned by compute:nova {{(pid=80386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:23:15.098552 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-d77c0cdc-3843-42bb-aa30-1455c2fad313 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:23:15.218511 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32519cef-8cbf-4b3e-b579-fbc170e1f260 req-2e567112-8902-4d55-8021-dbf918852077 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:15.220190 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-32519cef-8cbf-4b3e-b579-fbc170e1f260 req-2e567112-8902-4d55-8021-dbf918852077 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.4555726 Nov 18 16:23:15.242327 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 1feb4e4f-cd4c-4325-91b4-5be40812b139 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:23:15.314835 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d77c0cdc-3843-42bb-aa30-1455c2fad313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:15.358631 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d77c0cdc-3843-42bb-aa30-1455c2fad313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:15.388134 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:15.402149 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-11c614b5-ffb3-4755-9f6c-44e6bbefef44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:15.413590 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-d77c0cdc-3843-42bb-aa30-1455c2fad313 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0a6397f1ed3c41f5b0ad3a97f95fd335&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6399112 Nov 18 16:23:15.422398 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 50222) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:15.518322 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d360c3-9c0a-45a1-b168-b1e462218a48 req-f8264172-baa2-4e27-bb6e-38e68a221235 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:15.520319 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f4d360c3-9c0a-45a1-b168-b1e462218a48 req-f8264172-baa2-4e27-bb6e-38e68a221235 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.3160489 Nov 18 16:23:15.522919 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c0cdc-3843-42bb-aa30-1455c2fad313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996824b9-e177-4692-b7e3-ca07c29c728d,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:15.527324 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d77c0cdc-3843-42bb-aa30-1455c2fad313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:15.571622 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4088543e-5280-4a08-aedd-ff3bc494cffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:15.604415 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-32519cef-8cbf-4b3e-b579-fbc170e1f260 req-9e15414a-a6af-45b7-aad2-2a8ed3fb3ea8 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673041 Nov 18 16:23:15.621149 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4088543e-5280-4a08-aedd-ff3bc494cffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:15.630811 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f4d360c3-9c0a-45a1-b168-b1e462218a48 req-7015330c-7c1f-414d-a2c8-1830fef23e00 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894310 Nov 18 16:23:15.651996 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-125c031f-04a9-4119-bf1a-be7158074dee req-0471cdef-2406-45c9-91b4-2d87f704af82 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1990542'] for port, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:15.682822 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:15.731652 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4088543e-5280-4a08-aedd-ff3bc494cffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:15.744436 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471cdef-2406-45c9-91b4-2d87f704af82 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Pushing event deleted for resources: {'Port': ['ID=1feb4e4f-cd4c-4325-91b4-5be40812b139,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:15.748811 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0471cdef-2406-45c9-91b4-2d87f704af82 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:15.754075 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c3d14409-c055-490c-936f-359ed2435c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:15.806449 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088543e-5280-4a08-aedd-ff3bc494cffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996824b9-e177-4692-b7e3-ca07c29c728d,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:15.827135 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4088543e-5280-4a08-aedd-ff3bc494cffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:15.828742 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-4088543e-5280-4a08-aedd-ff3bc494cffc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/996824b9-e177-4692-b7e3-ca07c29c728d HTTP/1.1" status: 204 len: 168 time: 0.3996856 Nov 18 16:23:15.830412 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4088543e-5280-4a08-aedd-ff3bc494cffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:16.067819 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6e6fd760-2c07-42d1-9d00-4bfea504eaf3 req-7acc4cad-b911-4af1-9b62-0cb4a9141707 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=580812c1-9b2f-46cd-804d-69a7fd4c5f96 HTTP/1.1" status: 200 len: 210 time: 0.1389475 Nov 18 16:23:16.132677 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-125c031f-04a9-4119-bf1a-be7158074dee req-0471cdef-2406-45c9-91b4-2d87f704af82 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] No DVR routers for this DVR port 1feb4e4f-cd4c-4325-91b4-5be40812b139 on host hv-cinder-75995 {{(pid=80386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:23:16.135841 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-125c031f-04a9-4119-bf1a-be7158074dee req-0471cdef-2406-45c9-91b4-2d87f704af82 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:16.138921 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580812c1-9b2f-46cd-804d-69a7fd4c5f96', 'name': 'network-vif-deleted', 'tag': '1feb4e4f-cd4c-4325-91b4-5be40812b139'}] {{(pid=80386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:23:16.193380 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-125c031f-04a9-4119-bf1a-be7158074dee req-0471cdef-2406-45c9-91b4-2d87f704af82 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.13 "DELETE /v2.0/ports/1feb4e4f-cd4c-4325-91b4-5be40812b139 HTTP/1.1" status: 204 len: 173 time: 1.7977884 Nov 18 16:23:16.400942 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580812c1-9b2f-46cd-804d-69a7fd4c5f96', 'name': 'network-vif-deleted', 'tag': '1feb4e4f-cd4c-4325-91b4-5be40812b139', 'status': 'completed', 'code': 200} Nov 18 16:23:16.437427 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-4a18c441-a173-4fb8-bc7d-f182b1884765 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:16.439050 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-4a18c441-a173-4fb8-bc7d-f182b1884765 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/networks?id=856f8a6f-2d2e-48df-8f55-b02b4f11c5c5 HTTP/1.1" status: 200 len: 809 time: 0.2372398 Nov 18 16:23:16.458660 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-f3e6bd3a-2b46-4195-8b14-ee96db92e948 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/quotas/028b1410faf74f58bf747e194fe57fd4 HTTP/1.1" status: 200 len: 375 time: 0.0129504 Nov 18 16:23:16.524262 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-41ed0958-dc1e-4acb-947e-fe8c058c2b0c tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Synchronizing usage tracker for tenant:028b1410faf74f58bf747e194fe57fd4 on resource:port {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:23:16.617622 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-41ed0958-dc1e-4acb-947e-fe8c058c2b0c tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Unset dirty status for tenant:028b1410faf74f58bf747e194fe57fd4 on resource:port {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:23:16.618705 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-41ed0958-dc1e-4acb-947e-fe8c058c2b0c tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?tenant_id=028b1410faf74f58bf747e194fe57fd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1539433 Nov 18 16:23:16.844315 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-85adc273-1183-4e0e-b043-351205068684 service neutron] 10.222.0.26 "GET /v2.0/networks/856f8a6f-2d2e-48df-8f55-b02b4f11c5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181861 Nov 18 16:23:16.938747 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 50270) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:16.997697 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144ccd2-47ce-4db5-9c65-663bb188273c req-1639ccad-9f45-41dd-93ea-51cc02d92ce6 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:16.999416 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7144ccd2-47ce-4db5-9c65-663bb188273c req-1639ccad-9f45-41dd-93ea-51cc02d92ce6 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.1102908 Nov 18 16:23:17.008345 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-2bb8ecf4-83b5-44b4-8042-9cc291b67303 service neutron] 10.222.0.26 "GET /v2.0/networks/856f8a6f-2d2e-48df-8f55-b02b4f11c5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1625371 Nov 18 16:23:17.070452 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7144ccd2-47ce-4db5-9c65-663bb188273c req-40be4dbe-922b-4149-9ccd-c7ace838963d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622218 Nov 18 16:23:17.178838 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 50284) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:17.179005 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-0dd12194-6bd5-4879-8ad9-606a30b63f22 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8cd743535c8c4fe4a39a860e3cee5636&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2331595 Nov 18 16:23:17.194628 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 7453f10f-adb3-4a69-a47c-fcb0da639843 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:23:17.293117 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e970a88b-2db9-45db-a26e-f04f5a3cf384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:17.368224 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e970a88b-2db9-45db-a26e-f04f5a3cf384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:17.369902 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-f67100b4-d789-4509-908d-289ba89fa068 req-eefc334e-9241-40fe-9b4f-e5220c06f85f tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Synchronizing usage tracker for tenant:fa7b55f56ea446e2adf28b09f290c5ad on resource:port {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:23:17.419277 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:17.431829 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-f67100b4-d789-4509-908d-289ba89fa068 req-eefc334e-9241-40fe-9b4f-e5220c06f85f tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Unset dirty status for tenant:fa7b55f56ea446e2adf28b09f290c5ad on resource:port {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:23:17.433093 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f67100b4-d789-4509-908d-289ba89fa068 req-eefc334e-9241-40fe-9b4f-e5220c06f85f tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=580812c1-9b2f-46cd-804d-69a7fd4c5f96 HTTP/1.1" status: 200 len: 210 time: 0.1911736 Nov 18 16:23:17.495595 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9ff9e0-0817-4ec3-b91f-771093b54c33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7453f10f-adb3-4a69-a47c-fcb0da639843'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:23:17.505463 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 50306) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:17.511399 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port 7453f10f-adb3-4a69-a47c-fcb0da639843, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=7453f10f-adb3-4a69-a47c-fcb0da639843,segment=NetworkSegment(59bd26ae-f544-4976-8326-f88f38f0fa15),segment_id=59bd26ae-f544-4976-8326-f88f38f0fa15)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:23:17.520595 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e970a88b-2db9-45db-a26e-f04f5a3cf384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:17.533448 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-cd74e561-998d-4a39-af40-ce3d708f0d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:17.551079 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970a88b-2db9-45db-a26e-f04f5a3cf384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba0990b-dbc2-4dc8-8ba2-52a51b8fa4d1,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:17.553602 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e970a88b-2db9-45db-a26e-f04f5a3cf384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:17.583884 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:17.590884 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:17.614888 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e970a88b-2db9-45db-a26e-f04f5a3cf384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:17.619716 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-e970a88b-2db9-45db-a26e-f04f5a3cf384 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7ba0990b-dbc2-4dc8-8ba2-52a51b8fa4d1 HTTP/1.1" status: 204 len: 168 time: 0.4375458 Nov 18 16:23:17.631879 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-31989d24-996f-49a8-906b-ccde19a9722c req-dae4efb2-a281-47e7-8ed2-cbf42d95ee47 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=6fed037e-2169-4330-a869-6e6b109e95ec HTTP/1.1" status: 200 len: 210 time: 0.0950317 Nov 18 16:23:17.737557 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-35c61a18-e621-4ba8-a995-660f9f4985c2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-128875647-network', 'tenant_id': '23f88eb8bc4948b6812bad8784ebd805'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:23:17.744865 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-35c61a18-e621-4ba8-a995-660f9f4985c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:23:17.756757 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-35c61a18-e621-4ba8-a995-660f9f4985c2 admin admin] Usage tracker for resource:network and tenant:23f88eb8bc4948b6812bad8784ebd805 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:23:17.759501 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=7453f10f-adb3-4a69-a47c-fcb0da639843,revision_number=5']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:17.760620 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-35c61a18-e621-4ba8-a995-660f9f4985c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:23:17.773223 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-35c61a18-e621-4ba8-a995-660f9f4985c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:23:17.802309 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:17.802699 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:17.803080 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:17.803453 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:17.803824 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:17.804289 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:17.804652 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:17.805046 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:17.805411 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:17.805801 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:17.806122 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:17.806468 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:17.806902 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:17.807263 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:17.807636 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:17.807952 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:17.808309 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:17.808664 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:17.809044 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:17.809400 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:17.809756 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:17.810264 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:17.810617 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:17.810973 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:17.815608 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:17.820378 dv-cinder-759955-2-smb neutron-server[80275]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fb9ff9e0-0817-4ec3-b91f-771093b54c33', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7453f10f-adb3-4a69-a47c-fcb0da639843', 'code': 422} returned with failed status Nov 18 16:23:17.826305 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c61a18-e621-4ba8-a995-660f9f4985c2 admin admin] Made reservation on behalf of 23f88eb8bc4948b6812bad8784ebd805 for: {'network': 1} {{(pid=80387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:23:17.830981 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-35c61a18-e621-4ba8-a995-660f9f4985c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for network, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:17.845167 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-35c61a18-e621-4ba8-a995-660f9f4985c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:17.906915 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-35c61a18-e621-4ba8-a995-660f9f4985c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:23:17.913041 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-35c61a18-e621-4ba8-a995-660f9f4985c2 admin admin] Usage tracker for resource:security_group_rule and tenant:23f88eb8bc4948b6812bad8784ebd805 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:23:17.916879 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-35c61a18-e621-4ba8-a995-660f9f4985c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:23:17.926029 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-35c61a18-e621-4ba8-a995-660f9f4985c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:23:18.000020 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-35c61a18-e621-4ba8-a995-660f9f4985c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:18.089336 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-35c61a18-e621-4ba8-a995-660f9f4985c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:18.109616 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c61a18-e621-4ba8-a995-660f9f4985c2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:23:18.120684 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-22502f87-503c-4afe-914c-bc62d186ce79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:18.160977 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c61a18-e621-4ba8-a995-660f9f4985c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f432e780-a94f-4fdf-8848-ae18cfa7f423,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:18.165187 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-35c61a18-e621-4ba8-a995-660f9f4985c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:18.179657 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-35c61a18-e621-4ba8-a995-660f9f4985c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696124'] for segment, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:18.183698 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.segments_db [None req-35c61a18-e621-4ba8-a995-660f9f4985c2 admin admin] Added segment 55e8528c-95cf-4217-a937-dca6741bdca2 of type vxlan for network b81a599e-838a-4ffe-9e4f-9c727b5fc469 Nov 18 16:23:18.269370 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-35c61a18-e621-4ba8-a995-660f9f4985c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242460990785'] for network, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:18.382865 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-35c61a18-e621-4ba8-a995-660f9f4985c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for network, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:18.384173 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c61a18-e621-4ba8-a995-660f9f4985c2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:18.384901 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-35c61a18-e621-4ba8-a995-660f9f4985c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for network, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:18.391810 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2bdf4504-b28d-4320-a3d4-c03e434b648e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:18.510038 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c61a18-e621-4ba8-a995-660f9f4985c2 admin admin] Pushing event updated for resources: {'Network': ['ID=b81a599e-838a-4ffe-9e4f-9c727b5fc469,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:18.513183 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-35c61a18-e621-4ba8-a995-660f9f4985c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:18.521538 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Network b81a599e-838a-4ffe-9e4f-9c727b5fc469 details requested by agent ovs-agent-dv-cinder-759955-2-smb with host dv-cinder-759955-2-smb {{(pid=80388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:23:18.536649 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Network b81a599e-838a-4ffe-9e4f-9c727b5fc469 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=80388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:23:18.543934 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-35c61a18-e621-4ba8-a995-660f9f4985c2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0372181 Nov 18 16:23:18.547815 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 50332) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:18.555967 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-d7afed03-b23d-4183-b008-a11ac92cfd39 admin admin] Request body: {'subnet': {'network_id': 'b81a599e-838a-4ffe-9e4f-9c727b5fc469', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-128875647-subnet', 'tenant_id': '23f88eb8bc4948b6812bad8784ebd805', 'ip_version': 4}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:23:18.562148 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-d7afed03-b23d-4183-b008-a11ac92cfd39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:23:18.568192 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-d7afed03-b23d-4183-b008-a11ac92cfd39 admin admin] Usage tracker for resource:subnet and tenant:23f88eb8bc4948b6812bad8784ebd805 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:23:18.571574 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-d7afed03-b23d-4183-b008-a11ac92cfd39 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:23:18.578627 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-d7afed03-b23d-4183-b008-a11ac92cfd39 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:23:18.617042 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7afed03-b23d-4183-b008-a11ac92cfd39 admin admin] Made reservation on behalf of 23f88eb8bc4948b6812bad8784ebd805 for: {'subnet': 1} {{(pid=80387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:23:18.626697 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d7afed03-b23d-4183-b008-a11ac92cfd39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852963007'] for subnet, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:18.826724 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c6de7e5f-b4d5-4b8a-a73d-22cfa5fa7d01 req-e7031186-4fd9-488b-90cf-c077a5dc9fea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b1fbfc3a3104b13a627691fd34d8367&device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 1163 time: 0.1056092 Nov 18 16:23:18.983059 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de7e5f-b4d5-4b8a-a73d-22cfa5fa7d01 req-4e9ce7bb-63d2-421c-b033-4804da6cf728 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:18.984660 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c6de7e5f-b4d5-4b8a-a73d-22cfa5fa7d01 req-4e9ce7bb-63d2-421c-b033-4804da6cf728 service neutron] 10.222.0.13 "GET /v2.0/networks?id=243ad771-9c27-410a-abdd-1a4d0c39fde7 HTTP/1.1" status: 200 len: 913 time: 0.1518166 Nov 18 16:23:19.065154 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c6de7e5f-b4d5-4b8a-a73d-22cfa5fa7d01 req-2e7aa001-7ffe-44cd-890e-82140aee9692 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 HTTP/1.1" status: 200 len: 217 time: 0.0741878 Nov 18 16:23:19.082750 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b757b53-9c81-437b-be57-6bc05cbaa609 req-9fda0f51-23fa-4e1f-b505-05d3645c6e55 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:19.084359 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4b757b53-9c81-437b-be57-6bc05cbaa609 req-9fda0f51-23fa-4e1f-b505-05d3645c6e55 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.1105733 Nov 18 16:23:19.145534 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de7e5f-b4d5-4b8a-a73d-22cfa5fa7d01 req-255bebe6-81db-46d4-8f44-029a6a6f5053 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:19.147041 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c6de7e5f-b4d5-4b8a-a73d-22cfa5fa7d01 req-255bebe6-81db-46d4-8f44-029a6a6f5053 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=643c9d54-1ec3-46c3-8fbb-5c01220d831b HTTP/1.1" status: 200 len: 859 time: 0.0750015 Nov 18 16:23:19.167598 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4b757b53-9c81-437b-be57-6bc05cbaa609 req-b6526c66-552b-4a56-8807-4a5e60631341 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768838 Nov 18 16:23:19.168952 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4eec5944-6cf5-4a81-b7a0-76dc9fbc6107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:19.204913 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c6de7e5f-b4d5-4b8a-a73d-22cfa5fa7d01 req-8f1cc077-4d3f-425b-813c-a49772caa459 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=243ad771-9c27-410a-abdd-1a4d0c39fde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512505 Nov 18 16:23:19.306618 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-bb5fa52b-4349-4217-9b86-5742d391b922 req-b05b2fac-9e64-416c-9793-0ec6098dbcd7 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=6fed037e-2169-4330-a869-6e6b109e95ec HTTP/1.1" status: 200 len: 210 time: 0.0544846 Nov 18 16:23:19.442607 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d7afed03-b23d-4183-b008-a11ac92cfd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852330146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852962960'] for subnet, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:19.448726 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c6de7e5f-b4d5-4b8a-a73d-22cfa5fa7d01 req-242258d1-c4ba-4cf6-afc9-8edd27518f63 service neutron] 10.222.0.13 "GET /v2.0/networks/243ad771-9c27-410a-abdd-1a4d0c39fde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369609 Nov 18 16:23:19.587895 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:19.667006 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c6de7e5f-b4d5-4b8a-a73d-22cfa5fa7d01 req-39225fe9-7a98-4ced-b357-07a482c6ae34 service neutron] 10.222.0.13 "GET /v2.0/networks/243ad771-9c27-410a-abdd-1a4d0c39fde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2109866 Nov 18 16:23:19.766617 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7afed03-b23d-4183-b008-a11ac92cfd39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=859a5374-f920-4fac-bd2d-9321c5f26e4f,revision_number=0']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:19.779418 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d7afed03-b23d-4183-b008-a11ac92cfd39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:19.847808 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7afed03-b23d-4183-b008-a11ac92cfd39 admin admin] Checking segment: {'id': '55e8528c-95cf-4217-a937-dca6741bdca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b81a599e-838a-4ffe-9e4f-9c727b5fc469'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:23:19.848205 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7afed03-b23d-4183-b008-a11ac92cfd39 admin admin] Network hostable DHCP agents. Network: b81a599e-838a-4ffe-9e4f-9c727b5fc469, hostable agents: ['f7776111-b6a1-4850-954f-358371da3282'], hosted agents: [] {{(pid=80387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:23:19.881938 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b0ead-6f26-489c-998f-16fc2421bb08 req-29a43053-9a0c-48a9-badf-9a1350e9f1fc tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:19.889535 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-712b0ead-6f26-489c-998f-16fc2421bb08 req-29a43053-9a0c-48a9-badf-9a1350e9f1fc tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 943 time: 0.1951847 Nov 18 16:23:19.926189 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 50366) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:19.958407 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-712b0ead-6f26-489c-998f-16fc2421bb08 req-25185a7e-6b15-49cc-94bf-e94a47a290e2 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669150 Nov 18 16:23:19.965725 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-80cfc7d5-3dbf-4fb2-b5a6-bf8789145d94 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:19.966490 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-80cfc7d5-3dbf-4fb2-b5a6-bf8789145d94 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Synchronizing usage tracker for tenant:028b1410faf74f58bf747e194fe57fd4 on resource:network {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:23:20.014932 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7afed03-b23d-4183-b008-a11ac92cfd39 admin admin] Network b81a599e-838a-4ffe-9e4f-9c727b5fc469 is scheduled to be hosted by DHCP agent f7776111-b6a1-4850-954f-358371da3282 with binding_index 1 {{(pid=80387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:23:20.040026 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 50378) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:20.052443 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-80cfc7d5-3dbf-4fb2-b5a6-bf8789145d94 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Unset dirty status for tenant:028b1410faf74f58bf747e194fe57fd4 on resource:network {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:23:20.054352 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-80cfc7d5-3dbf-4fb2-b5a6-bf8789145d94 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.13 "GET /v2.0/networks?id=856f8a6f-2d2e-48df-8f55-b02b4f11c5c5 HTTP/1.1" status: 200 len: 809 time: 0.3380480 Nov 18 16:23:20.071912 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-fbebfe2b-9c8d-4b88-9767-fac98fbd4ea3 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Request body: {'port': {'device_id': '6fed037e-2169-4330-a869-6e6b109e95ec', 'network_id': '856f8a6f-2d2e-48df-8f55-b02b4f11c5c5', 'admin_state_up': True, 'tenant_id': '028b1410faf74f58bf747e194fe57fd4'}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:23:20.097528 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-d7afed03-b23d-4183-b008-a11ac92cfd39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-smb, b81a599e-838a-4ffe-9e4f-9c727b5fc469) {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:23:20.105654 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b9c9f9-1ef3-40cd-98b1-4e320fe92b0f None None] Network b81a599e-838a-4ffe-9e4f-9c727b5fc469 requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:23:20.126218 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7afed03-b23d-4183-b008-a11ac92cfd39 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:20.127096 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d7afed03-b23d-4183-b008-a11ac92cfd39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:20.180633 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-97aed0d4-d1ce-4bef-b21c-ca5073b000ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:20.195541 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-d7afed03-b23d-4183-b008-a11ac92cfd39 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6455493 Nov 18 16:23:20.197927 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 50384) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:20.204456 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-275be250-6d8c-4f5d-aa1e-c077693b8a06 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-128875647-router', 'tenant_id': '23f88eb8bc4948b6812bad8784ebd805', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'}}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:23:20.210645 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-275be250-6d8c-4f5d-aa1e-c077693b8a06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:23:20.215147 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-275be250-6d8c-4f5d-aa1e-c077693b8a06 admin admin] Usage tracker for resource:router and tenant:23f88eb8bc4948b6812bad8784ebd805 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:23:20.219277 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-275be250-6d8c-4f5d-aa1e-c077693b8a06 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:23:20.225941 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-275be250-6d8c-4f5d-aa1e-c077693b8a06 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:23:20.355260 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49de34a-ec54-4ed5-a8ac-268b0b4c6776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b6bd36f-cdf7-5393-8c49-b9e6ea56e45e-b81a599e-838a-4ffe-9e4f-9c727b5fc469', 'network_id': 'b81a599e-838a-4ffe-9e4f-9c727b5fc469', 'tenant_id': '23f88eb8bc4948b6812bad8784ebd805', 'fixed_ips': [{'subnet_id': '859a5374-f920-4fac-bd2d-9321c5f26e4f'}]}} from dv-cinder-759955-2-smb. {{(pid=80388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 18 16:23:20.356188 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f49de34a-ec54-4ed5-a8ac-268b0b4c6776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:20.398258 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-275be250-6d8c-4f5d-aa1e-c077693b8a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854080847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854716828'] for router, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:20.399194 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-97aed0d4-d1ce-4bef-b21c-ca5073b000ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:23:20.399676 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-275be250-6d8c-4f5d-aa1e-c077693b8a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854081194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-706848', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58988'] for router, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:20.419840 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-97aed0d4-d1ce-4bef-b21c-ca5073b000ec admin admin] Usage tracker for resource:security_group_rule and tenant:4149e8b738c043d9a3bf1b6af642179e is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:23:20.426399 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-97aed0d4-d1ce-4bef-b21c-ca5073b000ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:23:20.436137 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e60cc9-0a0d-4471-81fe-65a04bb4410d req-6e6270dc-8f5b-48be-b3fd-409a33230ae1 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:20.437828 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-64e60cc9-0a0d-4471-81fe-65a04bb4410d req-6e6270dc-8f5b-48be-b3fd-409a33230ae1 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=c37f3c17-ee75-4be7-bb8b-8d3837cbe47a HTTP/1.1" status: 200 len: 946 time: 0.3227024 Nov 18 16:23:20.445901 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-97aed0d4-d1ce-4bef-b21c-ca5073b000ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:23:20.463853 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-dfc925e4-b318-4c79-9abc-1c5abc161534 req-ab2ea962-2253-400b-b3ca-f326937fad90 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4107745 Nov 18 16:23:20.465168 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-fbebfe2b-9c8d-4b88-9767-fac98fbd4ea3 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:23:20.543796 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-275be250-6d8c-4f5d-aa1e-c077693b8a06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:20.571381 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-64e60cc9-0a0d-4471-81fe-65a04bb4410d req-42dcd034-7505-4f61-9a0f-91fedbf1db83 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031888 Nov 18 16:23:20.572120 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a697bd-17f8-4068-86cc-50bb123e713b req-32a6b763-d7b4-44c7-bc63-198a72b4c828 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:20.573988 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-69a697bd-17f8-4068-86cc-50bb123e713b req-32a6b763-d7b4-44c7-bc63-198a72b4c828 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.1602168 Nov 18 16:23:20.600678 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-fbebfe2b-9c8d-4b88-9767-fac98fbd4ea3 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:23:20.630928 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-69a697bd-17f8-4068-86cc-50bb123e713b req-f62841bf-97ce-4b18-81f6-5631896efcef tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505629 Nov 18 16:23:20.685808 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-fbebfe2b-9c8d-4b88-9767-fac98fbd4ea3 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Made reservation on behalf of 028b1410faf74f58bf747e194fe57fd4 for: {'port': 1} {{(pid=80386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:23:20.691738 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-fbebfe2b-9c8d-4b88-9767-fac98fbd4ea3 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:20.855182 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-f49de34a-ec54-4ed5-a8ac-268b0b4c6776 None None] Allocated IP 172.20.0.2 (b81a599e-838a-4ffe-9e4f-9c727b5fc469/859a5374-f920-4fac-bd2d-9321c5f26e4f/16e2bd7c-a52d-4901-b9b0-260c7def0dc4) {{(pid=80388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:23:20.897640 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-64a0334a-3fc4-4b9f-b08a-882486db3099 req-1b71bd26-db18-4646-a1af-84524aa2eebc tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=6fed037e-2169-4330-a869-6e6b109e95ec HTTP/1.1" status: 200 len: 210 time: 0.1369064 Nov 18 16:23:20.995211 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-275be250-6d8c-4f5d-aa1e-c077693b8a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-706865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854080818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58975'] for router, precommit_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:21.035866 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-97aed0d4-d1ce-4bef-b21c-ca5073b000ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:21.094196 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-97aed0d4-d1ce-4bef-b21c-ca5073b000ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:21.103847 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bdeb12d3-cb68-4350-87c2-2da31be2c3fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:21.115243 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f49de34a-ec54-4ed5-a8ac-268b0b4c6776 None None] Notify callbacks [] for port, precommit_create {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:21.128106 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-f49de34a-ec54-4ed5-a8ac-268b0b4c6776 None None] Transition to ACTIVE for port object 16e2bd7c-a52d-4901-b9b0-260c7def0dc4 will not be triggered until provisioned by entity L2. {{(pid=80388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:23:21.156981 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-f49de34a-ec54-4ed5-a8ac-268b0b4c6776 None None] Transition to ACTIVE for port object 16e2bd7c-a52d-4901-b9b0-260c7def0dc4 will not be triggered until provisioned by entity DHCP. {{(pid=80388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:23:21.189830 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aed0d4-d1ce-4bef-b21c-ca5073b000ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ff48cf-d461-44de-9996-1f98c8f78583,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:21.195948 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-97aed0d4-d1ce-4bef-b21c-ca5073b000ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:21.204305 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f49de34a-ec54-4ed5-a8ac-268b0b4c6776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656'] for port, after_create {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:21.229079 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-97aed0d4-d1ce-4bef-b21c-ca5073b000ec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4149e8b738c043d9a3bf1b6af642179e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3017204 Nov 18 16:23:21.234471 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 50404) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:21.240701 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:21.301397 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb69012-2393-4677-9bf2-ade409f6bac1 req-4e61cc08-a210-4288-85bd-3a4e472ed29c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:21.306622 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-fbebfe2b-9c8d-4b88-9767-fac98fbd4ea3 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Allocated IP 172.20.0.3 (856f8a6f-2d2e-48df-8f55-b02b4f11c5c5/b246cc9f-5343-4a87-b0ae-782339279bde/d2264b69-063b-43e2-b9e7-9cfd964946c9) {{(pid=80386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:23:21.310490 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9fb69012-2393-4677-9bf2-ade409f6bac1 req-4e61cc08-a210-4288-85bd-3a4e472ed29c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 943 time: 0.1883690 Nov 18 16:23:21.336660 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-636b7b89-b7a6-406a-ba70-5d2018905a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:21.366951 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9fb69012-2393-4677-9bf2-ade409f6bac1 req-057c8ea7-2012-4032-bbea-0182dfb846c1 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554311 Nov 18 16:23:21.399353 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-636b7b89-b7a6-406a-ba70-5d2018905a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:21.444547 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49de34a-ec54-4ed5-a8ac-268b0b4c6776 None None] Pushing event updated for resources: {'Port': ['ID=16e2bd7c-a52d-4901-b9b0-260c7def0dc4,revision_number=1']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:21.455327 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49de34a-ec54-4ed5-a8ac-268b0b4c6776 None None] Network b81a599e-838a-4ffe-9e4f-9c727b5fc469 is already hosted by enough agents. {{(pid=80388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:23:21.457260 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f49de34a-ec54-4ed5-a8ac-268b0b4c6776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:21.458199 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-f49de34a-ec54-4ed5-a8ac-268b0b4c6776 None None] Resources bound (agent type, host, resource id): {{(pid=80388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:23:21.460454 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49de34a-ec54-4ed5-a8ac-268b0b4c6776 None None] Received port after_create {{(pid=80388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:23:21.471672 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-275be250-6d8c-4f5d-aa1e-c077693b8a06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:21.508441 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-275be250-6d8c-4f5d-aa1e-c077693b8a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:21.524451 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-f49de34a-ec54-4ed5-a8ac-268b0b4c6776 None None] Attempting to bind port 16e2bd7c-a52d-4901-b9b0-260c7def0dc4 on host dv-cinder-759955-2-smb for vnic_type normal with profile {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:23:21.524886 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-f49de34a-ec54-4ed5-a8ac-268b0b4c6776 None None] Attempting to bind port 16e2bd7c-a52d-4901-b9b0-260c7def0dc4 by drivers openvswitch on host dv-cinder-759955-2-smb at level 0 using segments [{'id': '55e8528c-95cf-4217-a937-dca6741bdca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b81a599e-838a-4ffe-9e4f-9c727b5fc469'}] {{(pid=80388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:23:21.525296 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49de34a-ec54-4ed5-a8ac-268b0b4c6776 None None] Attempting to bind port 16e2bd7c-a52d-4901-b9b0-260c7def0dc4 on network b81a599e-838a-4ffe-9e4f-9c727b5fc469 {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:23:21.532326 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49de34a-ec54-4ed5-a8ac-268b0b4c6776 None None] Checking agent: {'id': 'd139265b-832e-4a4b-b5af-b5aa037fc555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 11, 53), 'started_at': datetime.datetime(2020, 11, 18, 16, 12, 23), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:23:21.532746 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49de34a-ec54-4ed5-a8ac-268b0b4c6776 None None] Checking segment: {'id': '55e8528c-95cf-4217-a937-dca6741bdca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b81a599e-838a-4ffe-9e4f-9c727b5fc469'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:23:21.533218 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f49de34a-ec54-4ed5-a8ac-268b0b4c6776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:21.533657 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49de34a-ec54-4ed5-a8ac-268b0b4c6776 None None] Bound using segment: {'id': '55e8528c-95cf-4217-a937-dca6741bdca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b81a599e-838a-4ffe-9e4f-9c727b5fc469'} {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:23:21.534172 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-f49de34a-ec54-4ed5-a8ac-268b0b4c6776 None None] Bound port: 16e2bd7c-a52d-4901-b9b0-260c7def0dc4, host: dv-cinder-759955-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e8528c-95cf-4217-a937-dca6741bdca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b81a599e-838a-4ffe-9e4f-9c727b5fc469'}}] {{(pid=80388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:23:21.535906 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f49de34a-ec54-4ed5-a8ac-268b0b4c6776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:21.636840 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-fbebfe2b-9c8d-4b88-9767-fac98fbd4ea3 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Notify callbacks [] for port, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:21.693233 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-f49de34a-ec54-4ed5-a8ac-268b0b4c6776 None None] For port 16e2bd7c-a52d-4901-b9b0-260c7def0dc4, host dv-cinder-759955-2-smb, cleared binding levels {{(pid=80388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:23:21.697839 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-f49de34a-ec54-4ed5-a8ac-268b0b4c6776 None None] For port 16e2bd7c-a52d-4901-b9b0-260c7def0dc4, host dv-cinder-759955-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=16e2bd7c-a52d-4901-b9b0-260c7def0dc4,segment=NetworkSegment(55e8528c-95cf-4217-a937-dca6741bdca2),segment_id=55e8528c-95cf-4217-a937-dca6741bdca2)] {{(pid=80388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:23:21.708964 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-77ce32f3-9c25-4d8c-bd14-6f598c104bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:21.731641 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f49de34a-ec54-4ed5-a8ac-268b0b4c6776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:21.733795 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-fbebfe2b-9c8d-4b88-9767-fac98fbd4ea3 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1990542'] for port, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:21.736628 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-636b7b89-b7a6-406a-ba70-5d2018905a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:21.745986 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c2a6067f-1c8a-431a-a34e-c8e10917d6b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:21.749106 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:21.788707 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37e163-bc9f-458f-8e84-68682bedac17 req-3a625424-bacc-4a82-830f-abb17ec07551 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:21.790450 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-cd37e163-bc9f-458f-8e84-68682bedac17 req-3a625424-bacc-4a82-830f-abb17ec07551 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.13 "GET /v2.0/ports?device_id=c37f3c17-ee75-4be7-bb8b-8d3837cbe47a HTTP/1.1" status: 200 len: 946 time: 0.2688520 Nov 18 16:23:21.795920 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b7b89-b7a6-406a-ba70-5d2018905a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ff48cf-d461-44de-9996-1f98c8f78583,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:21.822864 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-636b7b89-b7a6-406a-ba70-5d2018905a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:21.823571 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:21.831896 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49de34a-ec54-4ed5-a8ac-268b0b4c6776 None None] Pushing event updated for resources: {'Port': ['ID=16e2bd7c-a52d-4901-b9b0-260c7def0dc4,revision_number=2']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:21.859681 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f49de34a-ec54-4ed5-a8ac-268b0b4c6776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:22.020519 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-cd37e163-bc9f-458f-8e84-68682bedac17 req-7142795f-218f-4623-86b7-85ecb8113a37 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Deleting port 37ec6ae6-d7e7-4ce5-8df7-15d9fa567636 {{(pid=80387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:23:22.020934 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-cd37e163-bc9f-458f-8e84-68682bedac17 req-7142795f-218f-4623-86b7-85ecb8113a37 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:22.216425 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:22.238566 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d8104-bda3-40bf-8b65-3ad9c4811de1 req-1919c116-4946-4c96-a0e2-4e90492fb978 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:22.240270 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-453d8104-bda3-40bf-8b65-3ad9c4811de1 req-1919c116-4946-4c96-a0e2-4e90492fb978 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.3791759 Nov 18 16:23:22.251826 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-636b7b89-b7a6-406a-ba70-5d2018905a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:22.253720 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-636b7b89-b7a6-406a-ba70-5d2018905a6b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/81ff48cf-d461-44de-9996-1f98c8f78583 HTTP/1.1" status: 204 len: 168 time: 1.0176156 Nov 18 16:23:22.263051 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebfe2b-9c8d-4b88-9767-fac98fbd4ea3 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Pushing event updated for resources: {'Port': ['ID=d2264b69-063b-43e2-b9e7-9cfd964946c9,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:22.274231 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fbebfe2b-9c8d-4b88-9767-fac98fbd4ea3 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:22.323410 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dde2da-70bf-47c9-b17a-7575e0547375 req-01c73ec2-51e2-407f-a59a-f2c3f40f6030 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:22.325160 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-65dde2da-70bf-47c9-b17a-7575e0547375 req-01c73ec2-51e2-407f-a59a-f2c3f40f6030 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=c37f3c17-ee75-4be7-bb8b-8d3837cbe47a HTTP/1.1" status: 200 len: 946 time: 0.5264645 Nov 18 16:23:22.343601 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-fbebfe2b-9c8d-4b88-9767-fac98fbd4ea3 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Network 856f8a6f-2d2e-48df-8f55-b02b4f11c5c5 is already hosted by enough agents. {{(pid=80386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:23:22.346177 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-fbebfe2b-9c8d-4b88-9767-fac98fbd4ea3 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Resources bound (agent type, host, resource id): {{(pid=80386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:23:22.349224 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-fbebfe2b-9c8d-4b88-9767-fac98fbd4ea3 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Received port after_create {{(pid=80386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:23:22.380321 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-275be250-6d8c-4f5d-aa1e-c077693b8a06 admin admin] Allocated IP 172.28.2.215 (1ab93bf2-7919-44ad-adde-8c05b7be9843/1c619f42-09f4-418f-9c21-3783e8b9bbfe/f9d49898-8572-4b40-b304-b38190103ed5) {{(pid=80387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:23:22.455311 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-65dde2da-70bf-47c9-b17a-7575e0547375 req-91a556be-2d47-4753-a511-9e2e3ba01b88 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084712 Nov 18 16:23:22.474086 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-fbebfe2b-9c8d-4b88-9767-fac98fbd4ea3 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:22.474786 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-fbebfe2b-9c8d-4b88-9767-fac98fbd4ea3 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:22.532244 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-fbebfe2b-9c8d-4b88-9767-fac98fbd4ea3 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4645922 Nov 18 16:23:22.586688 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-690335bf-203d-4dd3-aa3d-fecc49bc0e52 service neutron] Request body: {'port': {'device_id': '6fed037e-2169-4330-a869-6e6b109e95ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:23:22.677505 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-453d8104-bda3-40bf-8b65-3ad9c4811de1 req-196a517e-e823-434c-b62e-39bb12453873 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251299 Nov 18 16:23:22.736549 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-cd37e163-bc9f-458f-8e84-68682bedac17 req-7142795f-218f-4623-86b7-85ecb8113a37 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] For port 37ec6ae6-d7e7-4ce5-8df7-15d9fa567636, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=37ec6ae6-d7e7-4ce5-8df7-15d9fa567636,segment=NetworkSegment(dc1672ed-2f0b-417c-b343-1742be396aba),segment_id=dc1672ed-2f0b-417c-b343-1742be396aba)] {{(pid=80387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:23:22.737020 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-cd37e163-bc9f-458f-8e84-68682bedac17 req-7142795f-218f-4623-86b7-85ecb8113a37 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:22.799025 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-275be250-6d8c-4f5d-aa1e-c077693b8a06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:22.822463 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-690335bf-203d-4dd3-aa3d-fecc49bc0e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:22.880502 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 37ec6ae6-d7e7-4ce5-8df7-15d9fa567636 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:23:22.936768 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-cd37e163-bc9f-458f-8e84-68682bedac17 req-7142795f-218f-4623-86b7-85ecb8113a37 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Calling delete_port for 37ec6ae6-d7e7-4ce5-8df7-15d9fa567636 owned by compute:nova {{(pid=80387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:23:22.957278 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7202f-8d1b-410b-951f-d55f9b2ab87a req-853e618f-c839-4eb0-8d0a-f27a52805a42 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:22.958057 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-c8c7202f-8d1b-410b-951f-d55f9b2ab87a req-853e618f-c839-4eb0-8d0a-f27a52805a42 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Synchronizing usage tracker for tenant:028b1410faf74f58bf747e194fe57fd4 on resource:port {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:23:23.010825 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:23.043446 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-c8c7202f-8d1b-410b-951f-d55f9b2ab87a req-853e618f-c839-4eb0-8d0a-f27a52805a42 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Unset dirty status for tenant:028b1410faf74f58bf747e194fe57fd4 on resource:port {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:23:23.044828 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37f3c17-ee75-4be7-bb8b-8d3837cbe47a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37ec6ae6-d7e7-4ce5-8df7-15d9fa567636'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:23:23.049975 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c8c7202f-8d1b-410b-951f-d55f9b2ab87a req-853e618f-c839-4eb0-8d0a-f27a52805a42 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=6fed037e-2169-4330-a869-6e6b109e95ec HTTP/1.1" status: 200 len: 931 time: 0.3748579 Nov 18 16:23:23.056055 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port 37ec6ae6-d7e7-4ce5-8df7-15d9fa567636, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=37ec6ae6-d7e7-4ce5-8df7-15d9fa567636,segment=NetworkSegment(dc1672ed-2f0b-417c-b343-1742be396aba),segment_id=dc1672ed-2f0b-417c-b343-1742be396aba)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:23:23.057875 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:23.074948 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-dfc925e4-b318-4c79-9abc-1c5abc161534 req-c3c3e1a5-bb88-4629-8626-e1ba1b6c7caf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33&tenant_id=a059fa3edee14481b95a1aed15fa9fcb HTTP/1.1" status: 200 len: 1160 time: 0.5846639 Nov 18 16:23:23.091916 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:23.095674 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:23.134682 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c8c7202f-8d1b-410b-951f-d55f9b2ab87a req-22df2fb8-1728-4775-942a-5179eb5b1edf tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/security-groups?id=62e013f0-e21d-4285-b034-2037a770de89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716896 Nov 18 16:23:23.169320 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5f4e3-3036-4c21-af34-afeec3062142 req-ea3f775d-087d-47ac-b84d-7d6d876d0e09 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:23.170938 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-07e5f4e3-3036-4c21-af34-afeec3062142 req-ea3f775d-087d-47ac-b84d-7d6d876d0e09 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 943 time: 0.2422440 Nov 18 16:23:23.178150 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-275be250-6d8c-4f5d-aa1e-c077693b8a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:23.183020 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=37ec6ae6-d7e7-4ce5-8df7-15d9fa567636,revision_number=5']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:23.196472 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fc760acb-dd6f-4593-aebb-af3aa1c6a593 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:23.196892 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:23.223301 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37f3c17-ee75-4be7-bb8b-8d3837cbe47a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37ec6ae6-d7e7-4ce5-8df7-15d9fa567636', 'code': 200} Nov 18 16:23:23.257071 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.db.api [req-cd37e163-bc9f-458f-8e84-68682bedac17 req-7142795f-218f-4623-86b7-85ecb8113a37 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80387) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:23:23.257437 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_db.api [req-cd37e163-bc9f-458f-8e84-68682bedac17 req-7142795f-218f-4623-86b7-85ecb8113a37 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 16:23:23.392418 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-690335bf-203d-4dd3-aa3d-fecc49bc0e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2264b69-063b-43e2-b9e7-9cfd964946c9 {{(pid=80386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:23:23.401204 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-690335bf-203d-4dd3-aa3d-fecc49bc0e52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:23.415256 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-690335bf-203d-4dd3-aa3d-fecc49bc0e52 service neutron] Transition to ACTIVE for port object d2264b69-063b-43e2-b9e7-9cfd964946c9 will not be triggered until provisioned by entity L2. {{(pid=80386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:23:23.445670 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-690335bf-203d-4dd3-aa3d-fecc49bc0e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852785257'] for port, after_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:23.462290 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:23.536079 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690335bf-203d-4dd3-aa3d-fecc49bc0e52 service neutron] Pushing event updated for resources: {'Port': ['ID=d2264b69-063b-43e2-b9e7-9cfd964946c9,revision_number=2']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:23.551213 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-690335bf-203d-4dd3-aa3d-fecc49bc0e52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:23.569555 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275be250-6d8c-4f5d-aa1e-c077693b8a06 admin admin] Pushing event updated for resources: {'Port': ['ID=f9d49898-8572-4b40-b304-b38190103ed5,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:23.585485 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-275be250-6d8c-4f5d-aa1e-c077693b8a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:23.615889 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-dfc925e4-b318-4c79-9abc-1c5abc161534 req-4c7917e1-becc-4210-906b-df53871665f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a059fa3edee14481b95a1aed15fa9fcb&device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 1160 time: 0.5174036 Nov 18 16:23:23.633728 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-07e5f4e3-3036-4c21-af34-afeec3062142 req-26cb9e44-63a2-4d07-8026-0d553765fab0 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4383707 Nov 18 16:23:23.708591 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:23.743358 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 16e2bd7c-a52d-4901-b9b0-260c7def0dc4 up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:23:23.783349 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-cd37e163-bc9f-458f-8e84-68682bedac17 req-7142795f-218f-4623-86b7-85ecb8113a37 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Deleting port 37ec6ae6-d7e7-4ce5-8df7-15d9fa567636 {{(pid=80387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:23:23.783978 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-cd37e163-bc9f-458f-8e84-68682bedac17 req-7142795f-218f-4623-86b7-85ecb8113a37 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:23.867564 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275be250-6d8c-4f5d-aa1e-c077693b8a06 admin admin] Network 1ab93bf2-7919-44ad-adde-8c05b7be9843 is already hosted by enough agents. {{(pid=80387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:23:23.877083 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-275be250-6d8c-4f5d-aa1e-c077693b8a06 admin admin] Resources bound (agent type, host, resource id): {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:23:23.886547 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275be250-6d8c-4f5d-aa1e-c077693b8a06 admin admin] Received port after_create {{(pid=80387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:23:23.900755 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning for port 16e2bd7c-a52d-4901-b9b0-260c7def0dc4 completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:23:23.901303 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafd79f-f23f-4ff2-9c6d-5c28a2896681 req-a85b4c4f-3ea5-4e06-b44b-a6859bb854fe tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:23.903663 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ccafd79f-f23f-4ff2-9c6d-5c28a2896681 req-a85b4c4f-3ea5-4e06-b44b-a6859bb854fe tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=c37f3c17-ee75-4be7-bb8b-8d3837cbe47a HTTP/1.1" status: 200 len: 944 time: 0.2717562 Nov 18 16:23:23.985979 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f1ebc9-dea0-4775-8718-aa8e788f9ae3 None None] Network b81a599e-838a-4ffe-9e4f-9c727b5fc469 requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:23:24.009286 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ccafd79f-f23f-4ff2-9c6d-5c28a2896681 req-e3f75f65-b0e0-4ff7-b6dc-80ed5683d155 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681174 Nov 18 16:23:24.027674 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-690335bf-203d-4dd3-aa3d-fecc49bc0e52 service neutron] Attempting to bind port d2264b69-063b-43e2-b9e7-9cfd964946c9 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=80386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:23:24.028058 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-690335bf-203d-4dd3-aa3d-fecc49bc0e52 service neutron] Attempting to bind port d2264b69-063b-43e2-b9e7-9cfd964946c9 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '208beece-2650-4899-8454-f8d1dbd9dfba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '856f8a6f-2d2e-48df-8f55-b02b4f11c5c5'}] {{(pid=80386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:23:24.028435 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-690335bf-203d-4dd3-aa3d-fecc49bc0e52 service neutron] Attempting to bind port d2264b69-063b-43e2-b9e7-9cfd964946c9 on network 856f8a6f-2d2e-48df-8f55-b02b4f11c5c5 {{(pid=80386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:23:24.036447 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-690335bf-203d-4dd3-aa3d-fecc49bc0e52 service neutron] Checking agent: {'id': '3488e2eb-83f3-429f-9709-c44be6a31d37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 18, 57), 'started_at': datetime.datetime(2020, 11, 18, 16, 19, 27), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:23:24.036857 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-690335bf-203d-4dd3-aa3d-fecc49bc0e52 service neutron] Checking segment: {'id': '208beece-2650-4899-8454-f8d1dbd9dfba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '856f8a6f-2d2e-48df-8f55-b02b4f11c5c5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:23:24.037276 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-690335bf-203d-4dd3-aa3d-fecc49bc0e52 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:24.037677 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-690335bf-203d-4dd3-aa3d-fecc49bc0e52 service neutron] Bound using segment: {'id': '208beece-2650-4899-8454-f8d1dbd9dfba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '856f8a6f-2d2e-48df-8f55-b02b4f11c5c5'} {{(pid=80386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:23:24.038167 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-690335bf-203d-4dd3-aa3d-fecc49bc0e52 service neutron] Bound port: d2264b69-063b-43e2-b9e7-9cfd964946c9, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208beece-2650-4899-8454-f8d1dbd9dfba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '856f8a6f-2d2e-48df-8f55-b02b4f11c5c5'}}] {{(pid=80386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:23:24.038546 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-690335bf-203d-4dd3-aa3d-fecc49bc0e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:24.104530 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc925e4-b318-4c79-9abc-1c5abc161534 req-03aafbba-c469-48ec-9c78-9dced0a674a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:24.106139 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-dfc925e4-b318-4c79-9abc-1c5abc161534 req-03aafbba-c469-48ec-9c78-9dced0a674a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8f88308-3b7d-4f88-a379-67873b752770 HTTP/1.1" status: 200 len: 908 time: 0.4691181 Nov 18 16:23:24.135996 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-690335bf-203d-4dd3-aa3d-fecc49bc0e52 service neutron] For port d2264b69-063b-43e2-b9e7-9cfd964946c9, host hv-cinder-75995, cleared binding levels {{(pid=80386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:23:24.137774 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-b8c5ccb8-4166-43ae-b489-9bcf649927f1 None None] Provisioning for port 16e2bd7c-a52d-4901-b9b0-260c7def0dc4 completed by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:23:24.139515 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-690335bf-203d-4dd3-aa3d-fecc49bc0e52 service neutron] For port d2264b69-063b-43e2-b9e7-9cfd964946c9, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=d2264b69-063b-43e2-b9e7-9cfd964946c9,segment=NetworkSegment(208beece-2650-4899-8454-f8d1dbd9dfba),segment_id=208beece-2650-4899-8454-f8d1dbd9dfba)] {{(pid=80386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:23:24.170031 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-690335bf-203d-4dd3-aa3d-fecc49bc0e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852785257'] for port, after_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:24.178821 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-b8c5ccb8-4166-43ae-b489-9bcf649927f1 None None] Provisioning complete for port 16e2bd7c-a52d-4901-b9b0-260c7def0dc4 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:24.179254 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b8c5ccb8-4166-43ae-b489-9bcf649927f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:24.286314 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-275b22ca-1748-4d39-bc8b-30f79bf5229b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:24.376983 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b8c5ccb8-4166-43ae-b489-9bcf649927f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:24.413719 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-b8c5ccb8-4166-43ae-b489-9bcf649927f1 None None] For port 16e2bd7c-a52d-4901-b9b0-260c7def0dc4, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=16e2bd7c-a52d-4901-b9b0-260c7def0dc4,segment=NetworkSegment(55e8528c-95cf-4217-a937-dca6741bdca2),segment_id=55e8528c-95cf-4217-a937-dca6741bdca2)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:23:24.426331 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bac164-4059-4462-a6a8-a500efe76370 req-d3698127-7f00-43a2-ad2e-095cf3f28e99 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:24.428117 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c5bac164-4059-4462-a6a8-a500efe76370 req-d3698127-7f00-43a2-ad2e-095cf3f28e99 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.5458813 Nov 18 16:23:24.441154 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690335bf-203d-4dd3-aa3d-fecc49bc0e52 service neutron] Pushing event updated for resources: {'Port': ['ID=d2264b69-063b-43e2-b9e7-9cfd964946c9,revision_number=3']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:24.449833 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-690335bf-203d-4dd3-aa3d-fecc49bc0e52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:24.473952 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-dfc925e4-b318-4c79-9abc-1c5abc161534 req-19e11880-e3d9-4b94-9254-da96dc6238bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7453f10f-adb3-4a69-a47c-fcb0da639843 HTTP/1.1" status: 200 len: 998 time: 0.3328056 Nov 18 16:23:24.474345 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b8c5ccb8-4166-43ae-b489-9bcf649927f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:24.476970 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:24.479385 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e127c62-15c1-4f5d-b27b-ed2a758036bd req-c67fa885-16df-48f5-88e1-61e13126ad87 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:24.480931 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9e127c62-15c1-4f5d-b27b-ed2a758036bd req-c67fa885-16df-48f5-88e1-61e13126ad87 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=6fed037e-2169-4330-a869-6e6b109e95ec HTTP/1.1" status: 200 len: 943 time: 0.1959126 Nov 18 16:23:24.483490 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-690335bf-203d-4dd3-aa3d-fecc49bc0e52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:24.485134 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-690335bf-203d-4dd3-aa3d-fecc49bc0e52 service neutron] 10.222.0.13 "PUT /v2.0/ports/d2264b69-063b-43e2-b9e7-9cfd964946c9 HTTP/1.1" status: 200 len: 1157 time: 1.9354749 Nov 18 16:23:24.485678 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fed037e-2169-4330-a869-6e6b109e95ec', 'tag': 'd2264b69-063b-43e2-b9e7-9cfd964946c9'}] {{(pid=80386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:23:24.562977 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9e127c62-15c1-4f5d-b27b-ed2a758036bd req-9df21d6c-eb3e-4658-af97-442cedd25dc0 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/security-groups?id=62e013f0-e21d-4285-b034-2037a770de89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645177 Nov 18 16:23:24.579648 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5ccb8-4166-43ae-b489-9bcf649927f1 None None] Pushing event updated for resources: {'Port': ['ID=16e2bd7c-a52d-4901-b9b0-260c7def0dc4,revision_number=3']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:24.593653 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-cd37e163-bc9f-458f-8e84-68682bedac17 req-7142795f-218f-4623-86b7-85ecb8113a37 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] For port 37ec6ae6-d7e7-4ce5-8df7-15d9fa567636, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=37ec6ae6-d7e7-4ce5-8df7-15d9fa567636,segment=NetworkSegment(dc1672ed-2f0b-417c-b343-1742be396aba),segment_id=dc1672ed-2f0b-417c-b343-1742be396aba)] {{(pid=80387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:23:24.593653 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-cd37e163-bc9f-458f-8e84-68682bedac17 req-7142795f-218f-4623-86b7-85ecb8113a37 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:24.593808 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b8c5ccb8-4166-43ae-b489-9bcf649927f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:24.646946 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fed037e-2169-4330-a869-6e6b109e95ec', 'tag': 'd2264b69-063b-43e2-b9e7-9cfd964946c9', 'status': 'completed', 'code': 200} Nov 18 16:23:24.679871 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-2f8a3a9a-dda1-4ef1-ad86-88700fff06da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=028b1410faf74f58bf747e194fe57fd4&device_id=6fed037e-2169-4330-a869-6e6b109e95ec HTTP/1.1" status: 200 len: 1160 time: 0.1154611 Nov 18 16:23:24.700572 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-6f402d1b-bb28-48a6-b9a9-40d3f4850c24 None None] Provisioning complete for port 16e2bd7c-a52d-4901-b9b0-260c7def0dc4 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:24.701005 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6f402d1b-bb28-48a6-b9a9-40d3f4850c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:24.771845 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-cd37e163-bc9f-458f-8e84-68682bedac17 req-7142795f-218f-4623-86b7-85ecb8113a37 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Calling delete_port for 37ec6ae6-d7e7-4ce5-8df7-15d9fa567636 owned by compute:nova {{(pid=80387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:23:24.799518 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-4f4fa4b6-c8d6-47ff-a631-fa9a7484c304 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2264b69-063b-43e2-b9e7-9cfd964946c9 HTTP/1.1" status: 200 len: 217 time: 0.1120865 Nov 18 16:23:24.874316 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc925e4-b318-4c79-9abc-1c5abc161534 req-dae645c8-7b3a-49be-9fc8-0a639a879749 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:24.875723 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-dfc925e4-b318-4c79-9abc-1c5abc161534 req-dae645c8-7b3a-49be-9fc8-0a639a879749 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e930cec8-6db8-483a-9efd-6ad1d182df64 HTTP/1.1" status: 200 len: 853 time: 0.3921807 Nov 18 16:23:24.882011 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c5bac164-4059-4462-a6a8-a500efe76370 req-3d49c84f-c0db-4148-9c2d-e112198544a8 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4416039 Nov 18 16:23:24.960401 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-afdaa671-7d99-42be-92c9-0726ce4a27ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:24.962415 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-afdaa671-7d99-42be-92c9-0726ce4a27ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b246cc9f-5343-4a87-b0ae-782339279bde HTTP/1.1" status: 200 len: 849 time: 0.1556213 Nov 18 16:23:24.981576 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-bbc9cbcd-32fb-4d98-ad8b-5495df505a42 None None] Provisioning complete for port 16e2bd7c-a52d-4901-b9b0-260c7def0dc4 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:24.982006 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bbc9cbcd-32fb-4d98-ad8b-5495df505a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:25.028248 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-7ec53f14-5490-4141-b267-c3826640c6c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=856f8a6f-2d2e-48df-8f55-b02b4f11c5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526757 Nov 18 16:23:25.035713 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcd030-65d6-40b2-9f58-da68b57d77ba req-7178397c-8fc4-4c50-8bce-5f95bc10718c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:25.037383 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-60fcd030-65d6-40b2-9f58-da68b57d77ba req-7178397c-8fc4-4c50-8bce-5f95bc10718c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 943 time: 0.1683552 Nov 18 16:23:25.069192 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-275be250-6d8c-4f5d-aa1e-c077693b8a06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:25.070023 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-275be250-6d8c-4f5d-aa1e-c077693b8a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854068906'] for router, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:25.093545 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-dfc925e4-b318-4c79-9abc-1c5abc161534 req-55379cf1-6b1e-431c-b574-f5523da42c94 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8f88308-3b7d-4f88-a379-67873b752770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2104051 Nov 18 16:23:25.205249 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-60fcd030-65d6-40b2-9f58-da68b57d77ba req-319ae8fa-1ae8-481f-9bb9-ec8d5d607be9 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430638 Nov 18 16:23:25.259400 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-f0dd552a-0574-436a-bbaa-926bb436a4ab None None] Provisioning complete for port 16e2bd7c-a52d-4901-b9b0-260c7def0dc4 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:25.259888 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f0dd552a-0574-436a-bbaa-926bb436a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:25.260534 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-cd37e163-bc9f-458f-8e84-68682bedac17 req-7142795f-218f-4623-86b7-85ecb8113a37 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:25.261065 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-3c95871f-f33e-4cd9-937c-b7659a2b185a service neutron] 10.222.0.13 "GET /v2.0/networks/856f8a6f-2d2e-48df-8f55-b02b4f11c5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224665 Nov 18 16:23:25.277904 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4962cd4d-94b6-47a0-9dc0-ff27aebfa19f req-7f18a46c-4795-49ac-a527-44ba50b266a6 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=c37f3c17-ee75-4be7-bb8b-8d3837cbe47a HTTP/1.1" status: 200 len: 210 time: 0.0883536 Nov 18 16:23:25.283722 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:25.409003 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142795f-218f-4623-86b7-85ecb8113a37 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Pushing event deleted for resources: {'Port': ['ID=37ec6ae6-d7e7-4ce5-8df7-15d9fa567636,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:25.412238 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7142795f-218f-4623-86b7-85ecb8113a37 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:25.422792 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ad1f481f-8e2a-42a5-ae30-88c04e7c37e4 req-5a012c1c-bf4f-4b6d-9b74-7b16e352cb1c service neutron] 10.222.0.13 "GET /v2.0/networks/856f8a6f-2d2e-48df-8f55-b02b4f11c5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1550212 Nov 18 16:23:25.581946 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-42b1a47e-e0cc-4d91-ab2a-161fefea494c req-eb49e996-3f9f-427c-9888-43e2b5833477 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=028b1410faf74f58bf747e194fe57fd4&device_id=6fed037e-2169-4330-a869-6e6b109e95ec HTTP/1.1" status: 200 len: 1160 time: 0.0821517 Nov 18 16:23:25.651610 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 16e2bd7c-a52d-4901-b9b0-260c7def0dc4 up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:23:25.728328 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning complete for port 16e2bd7c-a52d-4901-b9b0-260c7def0dc4 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:25.728747 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:25.753290 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-dfc925e4-b318-4c79-9abc-1c5abc161534 req-ea445536-0816-4ed2-a134-0fa511d22721 service neutron] 10.222.0.13 "GET /v2.0/networks/d8f88308-3b7d-4f88-a379-67873b752770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5998440 Nov 18 16:23:25.819292 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1a47e-e0cc-4d91-ab2a-161fefea494c req-c83a4ecd-380b-40aa-bd3a-fb43b8a5556f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:25.821210 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-42b1a47e-e0cc-4d91-ab2a-161fefea494c req-c83a4ecd-380b-40aa-bd3a-fb43b8a5556f service neutron] 10.222.0.13 "GET /v2.0/networks?id=856f8a6f-2d2e-48df-8f55-b02b4f11c5c5 HTTP/1.1" status: 200 len: 903 time: 0.2244270 Nov 18 16:23:25.898737 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9a181-92ad-4a65-91a5-58f067c7bd9f req-4c6083e9-bcbb-44b7-909d-1cf74344071f tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:25.900519 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2ae9a181-92ad-4a65-91a5-58f067c7bd9f req-4c6083e9-bcbb-44b7-909d-1cf74344071f tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=6fed037e-2169-4330-a869-6e6b109e95ec HTTP/1.1" status: 200 len: 943 time: 0.1848881 Nov 18 16:23:25.930422 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-42b1a47e-e0cc-4d91-ab2a-161fefea494c req-b474916b-4ad7-48c0-ac34-9e668bbe0c91 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2264b69-063b-43e2-b9e7-9cfd964946c9 HTTP/1.1" status: 200 len: 217 time: 0.0951097 Nov 18 16:23:26.025704 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd37e163-bc9f-458f-8e84-68682bedac17 req-7142795f-218f-4623-86b7-85ecb8113a37 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] No DVR routers for this DVR port 37ec6ae6-d7e7-4ce5-8df7-15d9fa567636 on host hv-cinder-75995 {{(pid=80387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:23:26.036318 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-cd37e163-bc9f-458f-8e84-68682bedac17 req-7142795f-218f-4623-86b7-85ecb8113a37 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:26.043028 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37f3c17-ee75-4be7-bb8b-8d3837cbe47a', 'name': 'network-vif-deleted', 'tag': '37ec6ae6-d7e7-4ce5-8df7-15d9fa567636'}] {{(pid=80387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:23:26.143441 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-dfc925e4-b318-4c79-9abc-1c5abc161534 req-fe754702-ca54-4a71-af2e-ae68d951d94a service neutron] 10.222.0.13 "GET /v2.0/networks/d8f88308-3b7d-4f88-a379-67873b752770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3060305 Nov 18 16:23:26.180904 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-cd37e163-bc9f-458f-8e84-68682bedac17 req-7142795f-218f-4623-86b7-85ecb8113a37 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.13 "DELETE /v2.0/ports/37ec6ae6-d7e7-4ce5-8df7-15d9fa567636 HTTP/1.1" status: 204 len: 173 time: 4.3709548 Nov 18 16:23:26.207657 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21190a-a9ca-4463-9d00-1f301ad0566c req-feed3f3a-45b3-447b-a0ab-e86c66d8a802 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:26.209764 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7f21190a-a9ca-4463-9d00-1f301ad0566c req-feed3f3a-45b3-447b-a0ab-e86c66d8a802 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.1672473 Nov 18 16:23:26.229409 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2ae9a181-92ad-4a65-91a5-58f067c7bd9f req-abe49559-36db-41c1-ac3b-5126454b62ec tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/security-groups?id=62e013f0-e21d-4285-b034-2037a770de89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142998 Nov 18 16:23:26.237710 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1a47e-e0cc-4d91-ab2a-161fefea494c req-7b49bbaa-3a1e-432b-a315-a712bbd387b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:26.239274 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-42b1a47e-e0cc-4d91-ab2a-161fefea494c req-7b49bbaa-3a1e-432b-a315-a712bbd387b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b246cc9f-5343-4a87-b0ae-782339279bde HTTP/1.1" status: 200 len: 849 time: 0.2913861 Nov 18 16:23:26.276899 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7f21190a-a9ca-4463-9d00-1f301ad0566c req-bf92b252-180b-4b40-ac18-ddf48fbc8cb8 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571296 Nov 18 16:23:26.314220 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275be250-6d8c-4f5d-aa1e-c077693b8a06 admin admin] Router f35cd1e9-7b1e-405e-b562-e7325de18516 is scheduled to L3 agent 06010dfa-7d57-41a4-b257-aaebf39abde2 with binding_index 1 {{(pid=80387) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 18 16:23:26.325029 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-42b1a47e-e0cc-4d91-ab2a-161fefea494c req-12b1cedb-9c05-45ab-aeca-1e8675770346 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=856f8a6f-2d2e-48df-8f55-b02b4f11c5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711830 Nov 18 16:23:26.394306 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37f3c17-ee75-4be7-bb8b-8d3837cbe47a', 'name': 'network-vif-deleted', 'tag': '37ec6ae6-d7e7-4ce5-8df7-15d9fa567636', 'status': 'completed', 'code': 200} Nov 18 16:23:26.489959 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-42b1a47e-e0cc-4d91-ab2a-161fefea494c req-2db66895-5960-4d8e-99db-2e609648d23a service neutron] 10.222.0.13 "GET /v2.0/networks/856f8a6f-2d2e-48df-8f55-b02b4f11c5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580241 Nov 18 16:23:26.607831 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-41b31685-5421-44bf-b01b-23abfc12be94 req-0b4fd194-1d07-445e-ab7a-0ea1ebe8171f tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=c37f3c17-ee75-4be7-bb8b-8d3837cbe47a HTTP/1.1" status: 200 len: 210 time: 0.0672777 Nov 18 16:23:26.795786 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1a92e-e98c-4dd0-97a4-c4af3be44f59 req-dfa42b2d-a446-4b3e-b1bf-2a4cd05c7600 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:26.795786 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-72c1a92e-e98c-4dd0-97a4-c4af3be44f59 req-dfa42b2d-a446-4b3e-b1bf-2a4cd05c7600 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 943 time: 0.1245723 Nov 18 16:23:26.795786 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275be250-6d8c-4f5d-aa1e-c077693b8a06 admin admin] Notify agent at l3_agent.dv-cinder-759955-2-smb the message routers_updated {{(pid=80387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:23:26.797232 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c681979-05cb-461d-afec-31a395386b88 None None] Sync routers for ids ['f35cd1e9-7b1e-405e-b562-e7325de18516'] in dv-cinder-759955-2-smb {{(pid=80389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:23:26.797656 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-42b1a47e-e0cc-4d91-ab2a-161fefea494c req-e18a7913-3bea-42de-89ce-41e845838a08 service neutron] 10.222.0.13 "GET /v2.0/networks/856f8a6f-2d2e-48df-8f55-b02b4f11c5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1993549 Nov 18 16:23:26.797770 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c681979-05cb-461d-afec-31a395386b88 None None] Routers {'f35cd1e9-7b1e-405e-b562-e7325de18516'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:23:26.797770 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-4c681979-05cb-461d-afec-31a395386b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:23:22Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['f35cd1e9-7b1e-405e-b562-e7325de18516'], 'active': True} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:23:26.797981 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-72c1a92e-e98c-4dd0-97a4-c4af3be44f59 req-04736c31-88a3-4031-bf0f-e89c3ce408bf tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663474 Nov 18 16:23:26.832381 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-275be250-6d8c-4f5d-aa1e-c077693b8a06 admin admin] Notify callbacks [] for router, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:26.836356 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-275be250-6d8c-4f5d-aa1e-c077693b8a06 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.6345925 Nov 18 16:23:26.837041 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 50442) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:26.919367 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-4c681979-05cb-461d-afec-31a395386b88 None None] Set router f35cd1e9-7b1e-405e-b562-e7325de18516 gateway port host: dv-cinder-759955-2-smb {{(pid=80389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:23:27.394901 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-4c681979-05cb-461d-afec-31a395386b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'name': 'tempest-TestShelveInstance-128875647-router', 'tenant_id': '23f88eb8bc4948b6812bad8784ebd805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': 'f9d49898-8572-4b40-b304-b38190103ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:23:24Z', 'revision_number': 3, 'project_id': '23f88eb8bc4948b6812bad8784ebd805', 'gw_port': {'id': 'f9d49898-8572-4b40-b304-b38190103ed5', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:21Z', 'updated_at': '2020-11-18T16:23:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb'}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:23:27.402011 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c681979-05cb-461d-afec-31a395386b88 None None] Checking router: f35cd1e9-7b1e-405e-b562-e7325de18516 for host: dv-cinder-759955-2-smb {{(pid=80389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:23:27.402573 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c681979-05cb-461d-afec-31a395386b88 None None] Updating router f35cd1e9-7b1e-405e-b562-e7325de18516 port f9d49898-8572-4b40-b304-b38190103ed5 binding host dv-cinder-759955-2-smb {{(pid=80389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:23:27.468095 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4c681979-05cb-461d-afec-31a395386b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:27.563679 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device d2264b69-063b-43e2-b9e7-9cfd964946c9 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:23:27.590873 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00e1e5-6ac4-41fe-96f8-776f02f317b2 req-9ee5f927-bedb-43ed-b943-22c0d8c77051 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:27.607662 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ea00e1e5-6ac4-41fe-96f8-776f02f317b2 req-9ee5f927-bedb-43ed-b943-22c0d8c77051 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=6fed037e-2169-4330-a869-6e6b109e95ec HTTP/1.1" status: 200 len: 943 time: 0.1631744 Nov 18 16:23:27.626799 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:27.673984 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning for port d2264b69-063b-43e2-b9e7-9cfd964946c9 completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:23:27.680341 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port d2264b69-063b-43e2-b9e7-9cfd964946c9 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:27.686519 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:27.745918 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ea00e1e5-6ac4-41fe-96f8-776f02f317b2 req-07bbaf6b-0c17-4432-997a-6ed97ba93684 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/security-groups?id=62e013f0-e21d-4285-b034-2037a770de89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371355 Nov 18 16:23:27.748049 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0df67-a1a8-4b95-866a-bff48fd76692 req-136de42b-52a6-49e2-9d12-992389a2f4bb tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:27.757777 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-22d0df67-a1a8-4b95-866a-bff48fd76692 req-136de42b-52a6-49e2-9d12-992389a2f4bb tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.3123529 Nov 18 16:23:27.997148 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:28.092212 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port d2264b69-063b-43e2-b9e7-9cfd964946c9, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=d2264b69-063b-43e2-b9e7-9cfd964946c9,segment=NetworkSegment(208beece-2650-4899-8454-f8d1dbd9dfba),segment_id=208beece-2650-4899-8454-f8d1dbd9dfba)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:23:28.093169 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fed037e-2169-4330-a869-6e6b109e95ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2264b69-063b-43e2-b9e7-9cfd964946c9'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:23:28.116637 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-22d0df67-a1a8-4b95-866a-bff48fd76692 req-3211e64e-f02c-4e89-b1c6-c9390a997a4b tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578777 Nov 18 16:23:28.123152 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:28.126034 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:28.132861 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-241e15b9-4cc0-4fd8-98f5-90f157177f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:28.164046 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4c681979-05cb-461d-afec-31a395386b88 None None] Notify callbacks [] for port, precommit_update {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:28.204082 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-4c681979-05cb-461d-afec-31a395386b88 None None] Transition to ACTIVE for port object f9d49898-8572-4b40-b304-b38190103ed5 will not be triggered until provisioned by entity L2. {{(pid=80389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:23:28.237256 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4c681979-05cb-461d-afec-31a395386b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:28.283154 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=d2264b69-063b-43e2-b9e7-9cfd964946c9,revision_number=4']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:28.292553 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:28.334299 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fed037e-2169-4330-a869-6e6b109e95ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2264b69-063b-43e2-b9e7-9cfd964946c9', 'code': 200} Nov 18 16:23:28.352750 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5df55b-98c5-4426-86f5-3e496e38120d req-fd0a2950-9e12-489d-996b-c1442f93c35d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:28.368478 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-cd5df55b-98c5-4426-86f5-3e496e38120d req-fd0a2950-9e12-489d-996b-c1442f93c35d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 943 time: 0.2249696 Nov 18 16:23:28.391604 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0356eac5-4ee0-4141-9ca8-5be194381146 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80389) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:28.484128 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aec051-e1c6-4aeb-a16f-158c03647806 None None] Pushing event updated for resources: {'Port': ['ID=f9d49898-8572-4b40-b304-b38190103ed5,revision_number=2']} {{(pid=80389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:28.511636 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-cd5df55b-98c5-4426-86f5-3e496e38120d req-51d4f5ac-2518-418b-9baa-532d1292ae9a tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420543 Nov 18 16:23:28.511914 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aec051-e1c6-4aeb-a16f-158c03647806 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:28.512043 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aec051-e1c6-4aeb-a16f-158c03647806 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:28.512368 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aec051-e1c6-4aeb-a16f-158c03647806 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:28.512742 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aec051-e1c6-4aeb-a16f-158c03647806 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:28.513159 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aec051-e1c6-4aeb-a16f-158c03647806 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:28.513539 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aec051-e1c6-4aeb-a16f-158c03647806 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:28.513883 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aec051-e1c6-4aeb-a16f-158c03647806 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:28.514242 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aec051-e1c6-4aeb-a16f-158c03647806 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:28.514594 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aec051-e1c6-4aeb-a16f-158c03647806 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:28.514956 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aec051-e1c6-4aeb-a16f-158c03647806 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:28.515307 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aec051-e1c6-4aeb-a16f-158c03647806 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:28.515792 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aec051-e1c6-4aeb-a16f-158c03647806 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:28.516089 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aec051-e1c6-4aeb-a16f-158c03647806 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:28.516445 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aec051-e1c6-4aeb-a16f-158c03647806 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:28.516831 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aec051-e1c6-4aeb-a16f-158c03647806 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:28.517198 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aec051-e1c6-4aeb-a16f-158c03647806 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:28.518167 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aec051-e1c6-4aeb-a16f-158c03647806 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:28.519350 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aec051-e1c6-4aeb-a16f-158c03647806 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:28.520216 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aec051-e1c6-4aeb-a16f-158c03647806 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:28.520458 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aec051-e1c6-4aeb-a16f-158c03647806 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:28.520778 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aec051-e1c6-4aeb-a16f-158c03647806 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:28.521164 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aec051-e1c6-4aeb-a16f-158c03647806 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:28.521519 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aec051-e1c6-4aeb-a16f-158c03647806 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:28.521994 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aec051-e1c6-4aeb-a16f-158c03647806 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:28.527914 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-69aec051-e1c6-4aeb-a16f-158c03647806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80389) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:28.566699 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-4c681979-05cb-461d-afec-31a395386b88 None None] Attempting to bind port f9d49898-8572-4b40-b304-b38190103ed5 on host dv-cinder-759955-2-smb for vnic_type normal with profile {{(pid=80389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:23:28.567655 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-4c681979-05cb-461d-afec-31a395386b88 None None] Attempting to bind port f9d49898-8572-4b40-b304-b38190103ed5 by drivers openvswitch on host dv-cinder-759955-2-smb at level 0 using segments [{'id': 'fd1903d0-2c86-4185-ae42-f007a12d43c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'}] {{(pid=80389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:23:28.567655 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c681979-05cb-461d-afec-31a395386b88 None None] Attempting to bind port f9d49898-8572-4b40-b304-b38190103ed5 on network 1ab93bf2-7919-44ad-adde-8c05b7be9843 {{(pid=80389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:23:28.595873 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c681979-05cb-461d-afec-31a395386b88 None None] Checking agent: {'id': 'd139265b-832e-4a4b-b5af-b5aa037fc555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 11, 53), 'started_at': datetime.datetime(2020, 11, 18, 16, 12, 23), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:23:28.595873 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c681979-05cb-461d-afec-31a395386b88 None None] Checking segment: {'id': 'fd1903d0-2c86-4185-ae42-f007a12d43c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:23:28.595873 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4c681979-05cb-461d-afec-31a395386b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:28.595873 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c681979-05cb-461d-afec-31a395386b88 None None] Bound using segment: {'id': 'fd1903d0-2c86-4185-ae42-f007a12d43c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'} {{(pid=80389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:23:28.595873 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-4c681979-05cb-461d-afec-31a395386b88 None None] Bound port: f9d49898-8572-4b40-b304-b38190103ed5, host: dv-cinder-759955-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1903d0-2c86-4185-ae42-f007a12d43c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'}}] {{(pid=80389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:23:28.595873 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4c681979-05cb-461d-afec-31a395386b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:28.720552 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-4c681979-05cb-461d-afec-31a395386b88 None None] For port f9d49898-8572-4b40-b304-b38190103ed5, host dv-cinder-759955-2-smb, cleared binding levels {{(pid=80389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:23:28.724331 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-4c681979-05cb-461d-afec-31a395386b88 None None] For port f9d49898-8572-4b40-b304-b38190103ed5, host dv-cinder-759955-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=f9d49898-8572-4b40-b304-b38190103ed5,segment=NetworkSegment(fd1903d0-2c86-4185-ae42-f007a12d43c6),segment_id=fd1903d0-2c86-4185-ae42-f007a12d43c6)] {{(pid=80389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:23:28.770250 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4c681979-05cb-461d-afec-31a395386b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:28.915270 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-241e15b9-4cc0-4fd8-98f5-90f157177f1f admin admin] Allocated IP 172.20.0.1 (b81a599e-838a-4ffe-9e4f-9c727b5fc469/859a5374-f920-4fac-bd2d-9321c5f26e4f/79933ce3-49d1-46fb-a993-b9b46149f103) {{(pid=80387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:23:28.923493 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80389) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:28.949112 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device d2264b69-063b-43e2-b9e7-9cfd964946c9 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:23:29.032480 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c681979-05cb-461d-afec-31a395386b88 None None] Routers {'f35cd1e9-7b1e-405e-b562-e7325de18516'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:23:29.033202 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-4c681979-05cb-461d-afec-31a395386b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:23:22Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['f35cd1e9-7b1e-405e-b562-e7325de18516'], 'active': True} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:23:29.094977 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aec051-e1c6-4aeb-a16f-158c03647806 None None] Pushing event updated for resources: {'Port': ['ID=f9d49898-8572-4b40-b304-b38190103ed5,revision_number=3']} {{(pid=80389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:29.106894 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-69aec051-e1c6-4aeb-a16f-158c03647806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80389) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:29.128492 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port d2264b69-063b-43e2-b9e7-9cfd964946c9 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:29.132754 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:29.356782 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-4c681979-05cb-461d-afec-31a395386b88 None None] Set router f35cd1e9-7b1e-405e-b562-e7325de18516 gateway port host: dv-cinder-759955-2-smb {{(pid=80389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:23:29.509009 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5122056-bd92-4e92-af4b-140dbf35f263 req-616ab0bf-2188-434c-996e-5a8690a9619b tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:29.511344 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d5122056-bd92-4e92-af4b-140dbf35f263 req-616ab0bf-2188-434c-996e-5a8690a9619b tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.1704261 Nov 18 16:23:29.569244 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-241e15b9-4cc0-4fd8-98f5-90f157177f1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:29.585470 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d5122056-bd92-4e92-af4b-140dbf35f263 req-cf6d70c9-6671-4d51-9662-cf0eae00528e tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676677 Nov 18 16:23:29.608205 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-241e15b9-4cc0-4fd8-98f5-90f157177f1f admin admin] Transition to ACTIVE for port object 79933ce3-49d1-46fb-a993-b9b46149f103 will not be triggered until provisioned by entity DHCP. {{(pid=80387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:23:29.657985 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-241e15b9-4cc0-4fd8-98f5-90f157177f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:29.677885 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bcf73c81-cdce-4d44-bf37-84319b4eeee1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:29.852229 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e15b9-4cc0-4fd8-98f5-90f157177f1f admin admin] Pushing event updated for resources: {'Port': ['ID=79933ce3-49d1-46fb-a993-b9b46149f103,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:29.859526 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-241e15b9-4cc0-4fd8-98f5-90f157177f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:29.878463 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207900c-783b-466f-b903-4392e9456eb8 req-de4fb090-4486-4254-bae7-d4d7d0d0dc41 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:29.880124 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1207900c-783b-466f-b903-4392e9456eb8 req-de4fb090-4486-4254-bae7-d4d7d0d0dc41 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=6fed037e-2169-4330-a869-6e6b109e95ec HTTP/1.1" status: 200 len: 945 time: 0.7468641 Nov 18 16:23:29.911702 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-4c681979-05cb-461d-afec-31a395386b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'name': 'tempest-TestShelveInstance-128875647-router', 'tenant_id': '23f88eb8bc4948b6812bad8784ebd805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': 'f9d49898-8572-4b40-b304-b38190103ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:23:24Z', 'revision_number': 3, 'project_id': '23f88eb8bc4948b6812bad8784ebd805', 'gw_port': {'id': 'f9d49898-8572-4b40-b304-b38190103ed5', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:21Z', 'updated_at': '2020-11-18T16:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb'}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:23:29.923532 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c681979-05cb-461d-afec-31a395386b88 None None] The sync data for ids ['f35cd1e9-7b1e-405e-b562-e7325de18516'] in dv-cinder-759955-2-smb is: [{'id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'name': 'tempest-TestShelveInstance-128875647-router', 'tenant_id': '23f88eb8bc4948b6812bad8784ebd805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': 'f9d49898-8572-4b40-b304-b38190103ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:23:24Z', 'revision_number': 3, 'project_id': '23f88eb8bc4948b6812bad8784ebd805', 'gw_port': {'id': 'f9d49898-8572-4b40-b304-b38190103ed5', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:21Z', 'updated_at': '2020-11-18T16:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb'}] {{(pid=80389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:23:29.992982 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1207900c-783b-466f-b903-4392e9456eb8 req-a0fe9e91-787a-4db9-abd9-2f829a63d220 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/security-groups?id=62e013f0-e21d-4285-b034-2037a770de89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913558 Nov 18 16:23:30.007555 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241e15b9-4cc0-4fd8-98f5-90f157177f1f admin admin] Network b81a599e-838a-4ffe-9e4f-9c727b5fc469 is already hosted by enough agents. {{(pid=80387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:23:30.009024 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-241e15b9-4cc0-4fd8-98f5-90f157177f1f admin admin] Resources bound (agent type, host, resource id): {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:23:30.011674 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241e15b9-4cc0-4fd8-98f5-90f157177f1f admin admin] Received port after_create {{(pid=80387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:23:30.082594 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-241e15b9-4cc0-4fd8-98f5-90f157177f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700930'] for router_interface, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:30.351811 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-241e15b9-4cc0-4fd8-98f5-90f157177f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:30.483461 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a125b5f-bc8a-4846-bc8f-035f589f1d1f req-a7981824-db27-4807-9817-9e4e3018f1ef tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:30.491940 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3a125b5f-bc8a-4846-bc8f-035f589f1d1f req-a7981824-db27-4807-9817-9e4e3018f1ef tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 945 time: 0.1893802 Nov 18 16:23:30.499885 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36486a-37f7-4fd6-9a26-661065f77b58 req-83d7e2d1-69d6-49e7-9715-ee6307d374da tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:30.501789 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ed36486a-37f7-4fd6-9a26-661065f77b58 req-83d7e2d1-69d6-49e7-9715-ee6307d374da tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 943 time: 0.2556455 Nov 18 16:23:30.531097 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-98f52286-ce77-4cc7-8835-eef20e8b7a7c None None] Provisioning for port 79933ce3-49d1-46fb-a993-b9b46149f103 completed by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:23:30.538801 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-98f52286-ce77-4cc7-8835-eef20e8b7a7c None None] Provisioning complete for port 79933ce3-49d1-46fb-a993-b9b46149f103 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:30.539473 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-98f52286-ce77-4cc7-8835-eef20e8b7a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:30.576701 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3a125b5f-bc8a-4846-bc8f-035f589f1d1f req-efa49cf9-1592-43a3-89c8-2bd8996b0cc6 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827119 Nov 18 16:23:30.645524 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-98f52286-ce77-4cc7-8835-eef20e8b7a7c None None] Port 79933ce3-49d1-46fb-a993-b9b46149f103 cannot update to ACTIVE because it is not bound. {{(pid=80388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:23:30.855778 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ed36486a-37f7-4fd6-9a26-661065f77b58 req-d98a220b-2cd2-44ce-943c-db2dca53f9b4 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3297274 Nov 18 16:23:30.913519 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-241e15b9-4cc0-4fd8-98f5-90f157177f1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:30.930929 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6bbba-ce89-4256-b24c-170dfac2f143 req-ea01b025-76b7-4a17-8333-87e535b01915 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:30.932692 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5ae6bbba-ce89-4256-b24c-170dfac2f143 req-ea01b025-76b7-4a17-8333-87e535b01915 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.1726460 Nov 18 16:23:30.960019 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-241e15b9-4cc0-4fd8-98f5-90f157177f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445729'] for port, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:30.989668 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:23:31.028412 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f2e865ea-cc4e-4c5e-bc50-40d6dd6dfb54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:31.068308 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5ae6bbba-ce89-4256-b24c-170dfac2f143 req-bb16068c-837e-4ffa-86fc-1e4a01fb1209 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235776 Nov 18 16:23:31.099711 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-241e15b9-4cc0-4fd8-98f5-90f157177f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846444243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854074777'] for router_interface, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:31.116196 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e15b9-4cc0-4fd8-98f5-90f157177f1f admin admin] Pushing event updated for resources: {'Port': ['ID=79933ce3-49d1-46fb-a993-b9b46149f103,revision_number=2']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:31.135511 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-241e15b9-4cc0-4fd8-98f5-90f157177f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:31.145585 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:31.146018 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:31.400965 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241e15b9-4cc0-4fd8-98f5-90f157177f1f admin admin] Network b81a599e-838a-4ffe-9e4f-9c727b5fc469 is already hosted by enough agents. {{(pid=80387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:23:31.402691 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-241e15b9-4cc0-4fd8-98f5-90f157177f1f admin admin] Resources bound (agent type, host, resource id): {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:23:31.558144 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363cb1f-890c-4179-aa61-92a8fd533e60 req-5f2c8c8d-dfef-4f7a-8a98-b6c4e6e867a1 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:31.559594 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f363cb1f-890c-4179-aa61-92a8fd533e60 req-5f2c8c8d-dfef-4f7a-8a98-b6c4e6e867a1 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=6fed037e-2169-4330-a869-6e6b109e95ec HTTP/1.1" status: 200 len: 945 time: 0.2474072 Nov 18 16:23:31.686296 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-4b882b6c-b08b-416e-833d-a17eea66466d None None] Provisioning complete for port 79933ce3-49d1-46fb-a993-b9b46149f103 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:31.686808 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4b882b6c-b08b-416e-833d-a17eea66466d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:31.760736 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-4b882b6c-b08b-416e-833d-a17eea66466d None None] Port 79933ce3-49d1-46fb-a993-b9b46149f103 cannot update to ACTIVE because it is not bound. {{(pid=80388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:23:31.766221 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device f9d49898-8572-4b40-b304-b38190103ed5 up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:23:31.887922 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f363cb1f-890c-4179-aa61-92a8fd533e60 req-fb5411e4-aaec-4ee8-a67c-3afd80fde4c8 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/security-groups?id=62e013f0-e21d-4285-b034-2037a770de89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629151 Nov 18 16:23:31.914293 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301555e-bbdf-4675-9c70-8de26635926f req-f562ceb8-27b1-4e70-9927-6b8ef438a201 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:31.917658 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a301555e-bbdf-4675-9c70-8de26635926f req-f562ceb8-27b1-4e70-9927-6b8ef438a201 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 945 time: 0.1276166 Nov 18 16:23:31.984156 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a301555e-bbdf-4675-9c70-8de26635926f req-321158bb-c34a-468f-8587-6389a8d6accc tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582542 Nov 18 16:23:32.028413 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning for port f9d49898-8572-4b40-b304-b38190103ed5 completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:23:32.035284 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning complete for port f9d49898-8572-4b40-b304-b38190103ed5 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:32.035709 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:32.121997 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241e15b9-4cc0-4fd8-98f5-90f157177f1f admin admin] Router f35cd1e9-7b1e-405e-b562-e7325de18516 has already been hosted by L3 agent 06010dfa-7d57-41a4-b257-aaebf39abde2 {{(pid=80387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:23:32.183550 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:32.226075 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] For port f9d49898-8572-4b40-b304-b38190103ed5, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=f9d49898-8572-4b40-b304-b38190103ed5,segment=NetworkSegment(fd1903d0-2c86-4185-ae42-f007a12d43c6),segment_id=fd1903d0-2c86-4185-ae42-f007a12d43c6)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:23:32.262741 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:32.264811 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:32.320959 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df5739-9a66-4bcd-a9de-0c9276852a8a req-717a7de0-0150-4e88-afc1-0468d972f404 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:32.330112 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-25df5739-9a66-4bcd-a9de-0c9276852a8a req-717a7de0-0150-4e88-afc1-0468d972f404 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 943 time: 0.2050233 Nov 18 16:23:32.379502 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Pushing event updated for resources: {'Port': ['ID=f9d49898-8572-4b40-b304-b38190103ed5,revision_number=4']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:32.391399 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:32.400238 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ac9a6-77d8-4491-bb3c-c34c03615174 req-b5889617-3fb2-4fb2-852a-4546b3ce1e08 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:32.407778 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-546ac9a6-77d8-4491-bb3c-c34c03615174 req-b5889617-3fb2-4fb2-852a-4546b3ce1e08 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.1366968 Nov 18 16:23:32.457443 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-25df5739-9a66-4bcd-a9de-0c9276852a8a req-44538f1e-9ab3-4368-975e-ff89642ef08f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273880 Nov 18 16:23:32.459726 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-546ac9a6-77d8-4491-bb3c-c34c03615174 req-1adc2531-44a5-41ea-95b1-11b7729090f6 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509045 Nov 18 16:23:32.508589 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241e15b9-4cc0-4fd8-98f5-90f157177f1f admin admin] Notify agent at l3_agent.dv-cinder-759955-2-smb the message routers_updated {{(pid=80387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:23:32.520440 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-241e15b9-4cc0-4fd8-98f5-90f157177f1f admin admin] 10.222.0.26 "PUT /v2.0/routers/f35cd1e9-7b1e-405e-b562-e7325de18516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6824682 Nov 18 16:23:33.150679 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f533b6c-baab-44f6-a2f6-2cc4837531cf req-cdd75c12-5c37-4b42-a4c6-e465b8da979a tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:33.153331 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-0f533b6c-baab-44f6-a2f6-2cc4837531cf req-cdd75c12-5c37-4b42-a4c6-e465b8da979a tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=6fed037e-2169-4330-a869-6e6b109e95ec HTTP/1.1" status: 200 len: 945 time: 0.1051996 Nov 18 16:23:33.226655 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-0f533b6c-baab-44f6-a2f6-2cc4837531cf req-3ce0f0a3-6c9f-4c3e-ae61-c4aababf3674 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/security-groups?id=62e013f0-e21d-4285-b034-2037a770de89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604813 Nov 18 16:23:33.285274 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-6889c345-3eb6-4e6f-9b9f-5b29046ba64d req-edbffbdf-124d-4c3b-abef-05c783705542 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1744263870', 'description': 'tempest-TestShelveInstance-1744263870 description'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:23:33.292618 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-6889c345-3eb6-4e6f-9b9f-5b29046ba64d req-edbffbdf-124d-4c3b-abef-05c783705542 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:23:33.296915 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-6889c345-3eb6-4e6f-9b9f-5b29046ba64d req-edbffbdf-124d-4c3b-abef-05c783705542 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Usage tracker for resource:security_group and tenant:23f88eb8bc4948b6812bad8784ebd805 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:23:33.300260 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-6889c345-3eb6-4e6f-9b9f-5b29046ba64d req-edbffbdf-124d-4c3b-abef-05c783705542 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:23:33.309789 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-6889c345-3eb6-4e6f-9b9f-5b29046ba64d req-edbffbdf-124d-4c3b-abef-05c783705542 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:23:33.352243 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6889c345-3eb6-4e6f-9b9f-5b29046ba64d req-edbffbdf-124d-4c3b-abef-05c783705542 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:33.381193 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64acb17f-5f65-413c-bfc9-b18dce757576 None None] Sync routers for ids ['f35cd1e9-7b1e-405e-b562-e7325de18516'] in dv-cinder-759955-2-smb {{(pid=80388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:23:33.397569 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64acb17f-5f65-413c-bfc9-b18dce757576 None None] Routers {'f35cd1e9-7b1e-405e-b562-e7325de18516'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:23:33.401216 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-64acb17f-5f65-413c-bfc9-b18dce757576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:23:22Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['f35cd1e9-7b1e-405e-b562-e7325de18516'], 'active': True} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:23:33.409655 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-6889c345-3eb6-4e6f-9b9f-5b29046ba64d req-edbffbdf-124d-4c3b-abef-05c783705542 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:23:33.414081 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-6889c345-3eb6-4e6f-9b9f-5b29046ba64d req-edbffbdf-124d-4c3b-abef-05c783705542 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Usage tracker for resource:security_group_rule and tenant:23f88eb8bc4948b6812bad8784ebd805 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:23:33.417467 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-6889c345-3eb6-4e6f-9b9f-5b29046ba64d req-edbffbdf-124d-4c3b-abef-05c783705542 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:23:33.425725 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-6889c345-3eb6-4e6f-9b9f-5b29046ba64d req-edbffbdf-124d-4c3b-abef-05c783705542 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:23:33.485858 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159e95b-24c9-41a3-8ae5-e0d42ab7d5f4 req-d088e824-821f-4691-8275-20620476db42 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:33.488337 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f159e95b-24c9-41a3-8ae5-e0d42ab7d5f4 req-d088e824-821f-4691-8275-20620476db42 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 945 time: 0.1200879 Nov 18 16:23:33.548519 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f159e95b-24c9-41a3-8ae5-e0d42ab7d5f4 req-55c9e862-00eb-40ed-8331-fd24c78d4b2d tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461202 Nov 18 16:23:33.559480 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6889c345-3eb6-4e6f-9b9f-5b29046ba64d req-edbffbdf-124d-4c3b-abef-05c783705542 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:33.607410 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6889c345-3eb6-4e6f-9b9f-5b29046ba64d req-edbffbdf-124d-4c3b-abef-05c783705542 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:33.614518 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-647c1bde-5632-4407-adb5-9b6d1aa4de83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:33.667288 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-64acb17f-5f65-413c-bfc9-b18dce757576 None None] Set router f35cd1e9-7b1e-405e-b562-e7325de18516 gateway port host: dv-cinder-759955-2-smb {{(pid=80388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:23:33.724459 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device f9d49898-8572-4b40-b304-b38190103ed5 up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:23:33.844473 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24b665-18b1-4bec-a0bb-62c76eea66ff req-703d8c31-1d6c-4cdc-a08d-60dbddcfb0e3 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:33.852090 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8a24b665-18b1-4bec-a0bb-62c76eea66ff req-703d8c31-1d6c-4cdc-a08d-60dbddcfb0e3 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.1229293 Nov 18 16:23:33.929126 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8a24b665-18b1-4bec-a0bb-62c76eea66ff req-88795f53-990c-43e4-a4f2-b96ebedf477a tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718586 Nov 18 16:23:33.929729 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning complete for port f9d49898-8572-4b40-b304-b38190103ed5 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:33.930164 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:33.979870 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbffbdf-124d-4c3b-abef-05c783705542 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Pushing event updated for resources: {'SecurityGroup': ['ID=e2faf772-ba4c-4847-b778-cdd2d76108a3,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:33.996212 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-edbffbdf-124d-4c3b-abef-05c783705542 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:34.045477 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-6889c345-3eb6-4e6f-9b9f-5b29046ba64d req-edbffbdf-124d-4c3b-abef-05c783705542 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:34.047354 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6889c345-3eb6-4e6f-9b9f-5b29046ba64d req-edbffbdf-124d-4c3b-abef-05c783705542 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1641 time: 0.7674577 Nov 18 16:23:34.155517 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-73b6f6eb-b8fc-4393-93f1-240900fe7a22 req-bf3275cd-f545-42cd-8562-fda403967258 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups/e2faf772-ba4c-4847-b778-cdd2d76108a3 HTTP/1.1" status: 200 len: 1636 time: 0.0684531 Nov 18 16:23:34.162449 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-73b6f6eb-b8fc-4393-93f1-240900fe7a22 req-e20d6ff4-deb2-49d4-b4a0-79a3cff2a3ee tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e2faf772-ba4c-4847-b778-cdd2d76108a3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:23:34.163033 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-73b6f6eb-b8fc-4393-93f1-240900fe7a22 req-e20d6ff4-deb2-49d4-b4a0-79a3cff2a3ee tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e2faf772-ba4c-4847-b778-cdd2d76108a3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:23:34.169729 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-73b6f6eb-b8fc-4393-93f1-240900fe7a22 req-e20d6ff4-deb2-49d4-b4a0-79a3cff2a3ee tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:23:34.173961 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-73b6f6eb-b8fc-4393-93f1-240900fe7a22 req-e20d6ff4-deb2-49d4-b4a0-79a3cff2a3ee tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Usage tracker for resource:security_group_rule and tenant:23f88eb8bc4948b6812bad8784ebd805 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:23:34.177182 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-73b6f6eb-b8fc-4393-93f1-240900fe7a22 req-e20d6ff4-deb2-49d4-b4a0-79a3cff2a3ee tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:23:34.184103 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-73b6f6eb-b8fc-4393-93f1-240900fe7a22 req-e20d6ff4-deb2-49d4-b4a0-79a3cff2a3ee tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:23:34.184284 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64615ae-a05e-4e5a-b7a5-fb657a423143 req-c6ae2941-4cee-41e6-8ba0-34689fd05018 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:34.186054 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f64615ae-a05e-4e5a-b7a5-fb657a423143 req-c6ae2941-4cee-41e6-8ba0-34689fd05018 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 943 time: 0.1225410 Nov 18 16:23:34.266864 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f64615ae-a05e-4e5a-b7a5-fb657a423143 req-b7f2f3ce-2cb8-4a50-a960-0f3ed2fdb14c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707142 Nov 18 16:23:34.306791 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-73b6f6eb-b8fc-4393-93f1-240900fe7a22 req-e20d6ff4-deb2-49d4-b4a0-79a3cff2a3ee tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks [] for security_group_rule, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:34.363162 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-73b6f6eb-b8fc-4393-93f1-240900fe7a22 req-e20d6ff4-deb2-49d4-b4a0-79a3cff2a3ee tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:34.380617 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-64acb17f-5f65-413c-bfc9-b18dce757576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'name': 'tempest-TestShelveInstance-128875647-router', 'tenant_id': '23f88eb8bc4948b6812bad8784ebd805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': 'f9d49898-8572-4b40-b304-b38190103ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:23:30Z', 'revision_number': 4, 'project_id': '23f88eb8bc4948b6812bad8784ebd805', 'gw_port': {'id': 'f9d49898-8572-4b40-b304-b38190103ed5', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:21Z', 'updated_at': '2020-11-18T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '79933ce3-49d1-46fb-a993-b9b46149f103', 'name': '', 'network_id': 'b81a599e-838a-4ffe-9e4f-9c727b5fc469', 'tenant_id': '23f88eb8bc4948b6812bad8784ebd805', 'mac_address': 'fa:16:3e:36:8b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '859a5374-f920-4fac-bd2d-9321c5f26e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:28Z', 'updated_at': '2020-11-18T16:23:30Z', 'revision_number': 2, 'project_id': '23f88eb8bc4948b6812bad8784ebd805', 'subnets': [{'id': '859a5374-f920-4fac-bd2d-9321c5f26e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:23:34.384939 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64acb17f-5f65-413c-bfc9-b18dce757576 None None] Checking router: f35cd1e9-7b1e-405e-b562-e7325de18516 for host: dv-cinder-759955-2-smb {{(pid=80388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:23:34.385352 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64acb17f-5f65-413c-bfc9-b18dce757576 None None] Updating router f35cd1e9-7b1e-405e-b562-e7325de18516 port 79933ce3-49d1-46fb-a993-b9b46149f103 binding host dv-cinder-759955-2-smb {{(pid=80388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:23:34.397325 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-73b6f6eb-b8fc-4393-93f1-240900fe7a22 req-e20d6ff4-deb2-49d4-b4a0-79a3cff2a3ee tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625058'] for security_group_rule, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:34.409428 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:34.450750 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-64acb17f-5f65-413c-bfc9-b18dce757576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:34.459577 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d6ff4-deb2-49d4-b4a0-79a3cff2a3ee tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505961a5-023b-47fc-b627-404e1db68532,revision_number=0']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:34.463894 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e20d6ff4-deb2-49d4-b4a0-79a3cff2a3ee tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:34.485079 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-73b6f6eb-b8fc-4393-93f1-240900fe7a22 req-e20d6ff4-deb2-49d4-b4a0-79a3cff2a3ee tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks [] for security_group_rule, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:34.486688 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-73b6f6eb-b8fc-4393-93f1-240900fe7a22 req-e20d6ff4-deb2-49d4-b4a0-79a3cff2a3ee tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.3296211 Nov 18 16:23:34.585611 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a68233-cebb-43f3-a9ca-3704c383f013 req-9fac5e46-1e92-4c0b-8819-f70e26082af5 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:34.587654 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-77a68233-cebb-43f3-a9ca-3704c383f013 req-9fac5e46-1e92-4c0b-8819-f70e26082af5 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=6fed037e-2169-4330-a869-6e6b109e95ec HTTP/1.1" status: 200 len: 945 time: 0.1156023 Nov 18 16:23:34.594252 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-983cef20-423c-4890-98ad-ce524ae97701 req-5a9f9ce1-309a-4dde-828d-60e11e882159 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups/e2faf772-ba4c-4847-b778-cdd2d76108a3 HTTP/1.1" status: 200 len: 2139 time: 0.0732052 Nov 18 16:23:34.606339 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-983cef20-423c-4890-98ad-ce524ae97701 req-549cb217-9a09-4df4-a73e-e9a114cb25d9 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e2faf772-ba4c-4847-b778-cdd2d76108a3', 'remote_group_id': None}]} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:23:34.606836 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-983cef20-423c-4890-98ad-ce524ae97701 req-549cb217-9a09-4df4-a73e-e9a114cb25d9 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e2faf772-ba4c-4847-b778-cdd2d76108a3', 'remote_group_id': None}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:23:34.615038 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-983cef20-423c-4890-98ad-ce524ae97701 req-549cb217-9a09-4df4-a73e-e9a114cb25d9 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:23:34.634346 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-983cef20-423c-4890-98ad-ce524ae97701 req-549cb217-9a09-4df4-a73e-e9a114cb25d9 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Usage tracker for resource:security_group_rule and tenant:23f88eb8bc4948b6812bad8784ebd805 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:23:34.637626 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-983cef20-423c-4890-98ad-ce524ae97701 req-549cb217-9a09-4df4-a73e-e9a114cb25d9 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:23:34.640404 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-77a68233-cebb-43f3-a9ca-3704c383f013 req-e0948176-1d19-4c19-a874-7aa73d98c2df tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/security-groups?id=62e013f0-e21d-4285-b034-2037a770de89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451255 Nov 18 16:23:34.646988 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-983cef20-423c-4890-98ad-ce524ae97701 req-549cb217-9a09-4df4-a73e-e9a114cb25d9 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:23:34.778218 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-983cef20-423c-4890-98ad-ce524ae97701 req-549cb217-9a09-4df4-a73e-e9a114cb25d9 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks [] for security_group_rule, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:34.832293 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-983cef20-423c-4890-98ad-ce524ae97701 req-549cb217-9a09-4df4-a73e-e9a114cb25d9 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:34.879902 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-983cef20-423c-4890-98ad-ce524ae97701 req-549cb217-9a09-4df4-a73e-e9a114cb25d9 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625058'] for security_group_rule, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:34.882413 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:34.922050 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549cb217-9a09-4df4-a73e-e9a114cb25d9 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2eb6c9a-a38c-46a0-9dd8-3d079200d179,revision_number=0']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:34.923385 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7425db9-0133-4f0a-a4e7-5d15dbf22b21 req-35333f10-8499-451c-be56-292ebbc68c72 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:34.925463 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b7425db9-0133-4f0a-a4e7-5d15dbf22b21 req-35333f10-8499-451c-be56-292ebbc68c72 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 945 time: 0.1109462 Nov 18 16:23:34.925840 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-549cb217-9a09-4df4-a73e-e9a114cb25d9 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:34.963257 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-983cef20-423c-4890-98ad-ce524ae97701 req-549cb217-9a09-4df4-a73e-e9a114cb25d9 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks [] for security_group_rule, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:34.964570 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-983cef20-423c-4890-98ad-ce524ae97701 req-549cb217-9a09-4df4-a73e-e9a114cb25d9 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.3628547 Nov 18 16:23:35.018481 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b7425db9-0133-4f0a-a4e7-5d15dbf22b21 req-9a3f0899-445f-4a96-b1c6-4cd4b88b4efd tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816615 Nov 18 16:23:35.052311 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-64acb17f-5f65-413c-bfc9-b18dce757576 None None] Notify callbacks [] for port, precommit_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:35.075049 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-64acb17f-5f65-413c-bfc9-b18dce757576 None None] Transition to ACTIVE for port object 79933ce3-49d1-46fb-a993-b9b46149f103 will not be triggered until provisioned by entity L2. {{(pid=80388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:23:35.108898 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-64acb17f-5f65-413c-bfc9-b18dce757576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:35.128590 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b93958b8-6174-45dc-876c-c52894d37fab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:35.194786 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee8e4c-403c-4e29-82ae-67177901bcca None None] Pushing event updated for resources: {'Port': ['ID=79933ce3-49d1-46fb-a993-b9b46149f103,revision_number=3']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:35.224862 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-21ee8e4c-403c-4e29-82ae-67177901bcca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:35.239690 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b59f7d-89ba-4f28-aa53-4b1a5eaf9685 req-ecf0a3f2-9980-4518-bf1e-5f2530b15596 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:35.241508 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a4b59f7d-89ba-4f28-aa53-4b1a5eaf9685 req-ecf0a3f2-9980-4518-bf1e-5f2530b15596 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.1118813 Nov 18 16:23:35.313410 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a4b59f7d-89ba-4f28-aa53-4b1a5eaf9685 req-5d9753f6-1f27-4f73-ab9d-72ac29ed4486 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624700 Nov 18 16:23:35.543532 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f8b91-3815-4596-840b-b30d8271b22b req-aa995a83-2890-4d58-942a-a1b6aab5c281 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:35.545375 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5a0f8b91-3815-4596-840b-b30d8271b22b req-aa995a83-2890-4d58-942a-a1b6aab5c281 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 943 time: 0.1055877 Nov 18 16:23:35.644759 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5a0f8b91-3815-4596-840b-b30d8271b22b req-a8385e42-37ca-4018-9daf-d7199ce59ee1 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804744 Nov 18 16:23:35.728079 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-64acb17f-5f65-413c-bfc9-b18dce757576 None None] Attempting to bind port 79933ce3-49d1-46fb-a993-b9b46149f103 on host dv-cinder-759955-2-smb for vnic_type normal with profile {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:23:35.728643 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-64acb17f-5f65-413c-bfc9-b18dce757576 None None] Attempting to bind port 79933ce3-49d1-46fb-a993-b9b46149f103 by drivers openvswitch on host dv-cinder-759955-2-smb at level 0 using segments [{'id': '55e8528c-95cf-4217-a937-dca6741bdca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b81a599e-838a-4ffe-9e4f-9c727b5fc469'}] {{(pid=80388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:23:35.729087 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64acb17f-5f65-413c-bfc9-b18dce757576 None None] Attempting to bind port 79933ce3-49d1-46fb-a993-b9b46149f103 on network b81a599e-838a-4ffe-9e4f-9c727b5fc469 {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:23:35.740934 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64acb17f-5f65-413c-bfc9-b18dce757576 None None] Checking agent: {'id': 'd139265b-832e-4a4b-b5af-b5aa037fc555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 11, 53), 'started_at': datetime.datetime(2020, 11, 18, 16, 12, 23), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:23:35.745746 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64acb17f-5f65-413c-bfc9-b18dce757576 None None] Checking segment: {'id': '55e8528c-95cf-4217-a937-dca6741bdca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b81a599e-838a-4ffe-9e4f-9c727b5fc469'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:23:35.746241 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-64acb17f-5f65-413c-bfc9-b18dce757576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:35.746701 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64acb17f-5f65-413c-bfc9-b18dce757576 None None] Bound using segment: {'id': '55e8528c-95cf-4217-a937-dca6741bdca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b81a599e-838a-4ffe-9e4f-9c727b5fc469'} {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:23:35.747543 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-64acb17f-5f65-413c-bfc9-b18dce757576 None None] Bound port: 79933ce3-49d1-46fb-a993-b9b46149f103, host: dv-cinder-759955-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e8528c-95cf-4217-a937-dca6741bdca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b81a599e-838a-4ffe-9e4f-9c727b5fc469'}}] {{(pid=80388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:23:35.747977 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-64acb17f-5f65-413c-bfc9-b18dce757576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:35.988597 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-64acb17f-5f65-413c-bfc9-b18dce757576 None None] For port 79933ce3-49d1-46fb-a993-b9b46149f103, host dv-cinder-759955-2-smb, cleared binding levels {{(pid=80388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:23:35.992575 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-64acb17f-5f65-413c-bfc9-b18dce757576 None None] For port 79933ce3-49d1-46fb-a993-b9b46149f103, host dv-cinder-759955-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=79933ce3-49d1-46fb-a993-b9b46149f103,segment=NetworkSegment(55e8528c-95cf-4217-a937-dca6741bdca2),segment_id=55e8528c-95cf-4217-a937-dca6741bdca2)] {{(pid=80388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:23:35.992718 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b5daa-9825-418c-8380-dee49e144ad9 req-a53deaf2-a14d-4734-900f-fbba30fdd519 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:35.994458 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6e6b5daa-9825-418c-8380-dee49e144ad9 req-a53deaf2-a14d-4734-900f-fbba30fdd519 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=6fed037e-2169-4330-a869-6e6b109e95ec HTTP/1.1" status: 200 len: 945 time: 0.1249206 Nov 18 16:23:36.060613 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-64acb17f-5f65-413c-bfc9-b18dce757576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:36.082505 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:36.101640 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6e6b5daa-9825-418c-8380-dee49e144ad9 req-e32b8662-7584-4122-b8bf-ceb1e0bf10a9 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/security-groups?id=62e013f0-e21d-4285-b034-2037a770de89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007795 Nov 18 16:23:36.160484 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee8e4c-403c-4e29-82ae-67177901bcca None None] Pushing event updated for resources: {'Port': ['ID=79933ce3-49d1-46fb-a993-b9b46149f103,revision_number=4']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:36.164306 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-21ee8e4c-403c-4e29-82ae-67177901bcca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:36.358866 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10827bfd-58de-478e-ac29-0874c165940e req-a4e3db98-f930-4471-b241-30e141f2a323 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:36.360654 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-10827bfd-58de-478e-ac29-0874c165940e req-a4e3db98-f930-4471-b241-30e141f2a323 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 945 time: 0.1082280 Nov 18 16:23:36.384774 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64acb17f-5f65-413c-bfc9-b18dce757576 None None] Routers {'f35cd1e9-7b1e-405e-b562-e7325de18516'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:23:36.385645 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-64acb17f-5f65-413c-bfc9-b18dce757576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:23:22Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['f35cd1e9-7b1e-405e-b562-e7325de18516'], 'active': True} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:23:36.488252 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-10827bfd-58de-478e-ac29-0874c165940e req-d02e7da1-1ddb-4f0f-972c-9ba104aeaea4 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189876 Nov 18 16:23:36.688136 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798a61a-a107-4721-9dc0-69cfcd66eeed req-9180ea61-9365-433f-a6ed-c8010113bfc7 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:36.689922 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b798a61a-a107-4721-9dc0-69cfcd66eeed req-9180ea61-9365-433f-a6ed-c8010113bfc7 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.1192598 Nov 18 16:23:36.738062 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-64acb17f-5f65-413c-bfc9-b18dce757576 None None] Set router f35cd1e9-7b1e-405e-b562-e7325de18516 gateway port host: dv-cinder-759955-2-smb {{(pid=80388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:23:36.818357 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b798a61a-a107-4721-9dc0-69cfcd66eeed req-d0a8e2f6-5047-43f2-9b3e-09bfbcfb23ef tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207337 Nov 18 16:23:36.986321 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04f66f-0244-459f-b35c-3021035fb47a req-72b4ded0-215d-4639-a2d8-e36bd82a92b6 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:36.989126 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1c04f66f-0244-459f-b35c-3021035fb47a req-72b4ded0-215d-4639-a2d8-e36bd82a92b6 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 943 time: 0.1073489 Nov 18 16:23:37.045900 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1c04f66f-0244-459f-b35c-3021035fb47a req-4c272788-2b71-4f28-9b00-8ce6a39d3480 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503635 Nov 18 16:23:37.188854 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-64acb17f-5f65-413c-bfc9-b18dce757576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'name': 'tempest-TestShelveInstance-128875647-router', 'tenant_id': '23f88eb8bc4948b6812bad8784ebd805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': 'f9d49898-8572-4b40-b304-b38190103ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:23:30Z', 'revision_number': 4, 'project_id': '23f88eb8bc4948b6812bad8784ebd805', 'gw_port': {'id': 'f9d49898-8572-4b40-b304-b38190103ed5', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:21Z', 'updated_at': '2020-11-18T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '79933ce3-49d1-46fb-a993-b9b46149f103', 'name': '', 'network_id': 'b81a599e-838a-4ffe-9e4f-9c727b5fc469', 'tenant_id': '23f88eb8bc4948b6812bad8784ebd805', 'mac_address': 'fa:16:3e:36:8b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '859a5374-f920-4fac-bd2d-9321c5f26e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:28Z', 'updated_at': '2020-11-18T16:23:35Z', 'revision_number': 4, 'project_id': '23f88eb8bc4948b6812bad8784ebd805', 'subnets': [{'id': '859a5374-f920-4fac-bd2d-9321c5f26e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:23:37.201381 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64acb17f-5f65-413c-bfc9-b18dce757576 None None] The sync data for ids ['f35cd1e9-7b1e-405e-b562-e7325de18516'] in dv-cinder-759955-2-smb is: [{'id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'name': 'tempest-TestShelveInstance-128875647-router', 'tenant_id': '23f88eb8bc4948b6812bad8784ebd805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': 'f9d49898-8572-4b40-b304-b38190103ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:23:30Z', 'revision_number': 4, 'project_id': '23f88eb8bc4948b6812bad8784ebd805', 'gw_port': {'id': 'f9d49898-8572-4b40-b304-b38190103ed5', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:21Z', 'updated_at': '2020-11-18T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '79933ce3-49d1-46fb-a993-b9b46149f103', 'name': '', 'network_id': 'b81a599e-838a-4ffe-9e4f-9c727b5fc469', 'tenant_id': '23f88eb8bc4948b6812bad8784ebd805', 'mac_address': 'fa:16:3e:36:8b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '859a5374-f920-4fac-bd2d-9321c5f26e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:28Z', 'updated_at': '2020-11-18T16:23:35Z', 'revision_number': 4, 'project_id': '23f88eb8bc4948b6812bad8784ebd805', 'subnets': [{'id': '859a5374-f920-4fac-bd2d-9321c5f26e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:23:37.418290 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c0776-9aca-480e-ae95-3c7e3d2d2798 req-82d656a7-c636-4da8-8e1e-922e3d92214f tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:37.420467 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b65c0776-9aca-480e-ae95-3c7e3d2d2798 req-82d656a7-c636-4da8-8e1e-922e3d92214f tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=6fed037e-2169-4330-a869-6e6b109e95ec HTTP/1.1" status: 200 len: 945 time: 0.1409762 Nov 18 16:23:37.523460 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b65c0776-9aca-480e-ae95-3c7e3d2d2798 req-eeebd0f4-d3a6-4265-b699-27ee07945754 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/security-groups?id=62e013f0-e21d-4285-b034-2037a770de89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818777 Nov 18 16:23:37.676905 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 79933ce3-49d1-46fb-a993-b9b46149f103 up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:23:37.758542 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb350d-c6e9-448d-a458-06158930cda2 req-02e0c765-d22d-4448-993e-b70ccf3cd8e4 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:37.760514 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-58fb350d-c6e9-448d-a458-06158930cda2 req-02e0c765-d22d-4448-993e-b70ccf3cd8e4 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 945 time: 0.1176119 Nov 18 16:23:37.869015 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-58fb350d-c6e9-448d-a458-06158930cda2 req-7575b695-e3f6-4427-a6d3-1cc27a011a21 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895953 Nov 18 16:23:38.105215 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75008aff-2e69-4928-a8c8-3e19c37249b7 req-148f0723-e321-4611-a54d-8f0b0c9dbfdf tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:38.108187 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-75008aff-2e69-4928-a8c8-3e19c37249b7 req-148f0723-e321-4611-a54d-8f0b0c9dbfdf tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.1165574 Nov 18 16:23:38.166053 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-75008aff-2e69-4928-a8c8-3e19c37249b7 req-10e39fa1-78b7-4489-9fe8-d323672bd1a7 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501089 Nov 18 16:23:38.295207 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5712e-2c9c-4b55-8f8e-e8709f83fa4e req-ae68dfbd-528d-46e4-92d8-4cd3de3de84a tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:38.296815 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-efe5712e-2c9c-4b55-8f8e-e8709f83fa4e req-ae68dfbd-528d-46e4-92d8-4cd3de3de84a tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 943 time: 0.0911632 Nov 18 16:23:38.355027 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-efe5712e-2c9c-4b55-8f8e-e8709f83fa4e req-20ff5f7d-e4ff-47d0-b53f-6dce97178b63 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496721 Nov 18 16:23:38.471401 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-633fc6b0-016a-4b24-ab70-e429b1a83684 req-24ffcfb1-7c46-4bb1-86af-97752f283b68 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6fed037e-2169-4330-a869-6e6b109e95ec HTTP/1.1" status: 200 len: 1162 time: 0.0889735 Nov 18 16:23:38.519852 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-633fc6b0-016a-4b24-ab70-e429b1a83684 req-a75cc9ad-6878-4668-8835-40e5d13232da service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=62e013f0-e21d-4285-b034-2037a770de89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403621 Nov 18 16:23:38.741519 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbac729-4f3e-4b5a-94e2-e4e8deef8db7 req-b6639923-6354-41d5-97ed-857670354b0c tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:38.743398 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1bbac729-4f3e-4b5a-94e2-e4e8deef8db7 req-b6639923-6354-41d5-97ed-857670354b0c tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=6fed037e-2169-4330-a869-6e6b109e95ec HTTP/1.1" status: 200 len: 945 time: 0.0906236 Nov 18 16:23:38.804635 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1bbac729-4f3e-4b5a-94e2-e4e8deef8db7 req-5567f9f8-fbde-478b-849a-4fc1f857d8ad tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/security-groups?id=62e013f0-e21d-4285-b034-2037a770de89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536792 Nov 18 16:23:39.112241 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e77db-86eb-4fc2-9452-76a58581fe06 req-7ba6b2c5-3a60-4150-b2af-ea6849e9eb99 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:39.113866 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d71e77db-86eb-4fc2-9452-76a58581fe06 req-7ba6b2c5-3a60-4150-b2af-ea6849e9eb99 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 945 time: 0.0970399 Nov 18 16:23:39.173429 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d71e77db-86eb-4fc2-9452-76a58581fe06 req-c3520ec8-86d1-4dcf-901b-2f54a3183a2c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528710 Nov 18 16:23:39.394995 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0bca5-fda7-4a23-8988-8a17fd764193 req-19ef8c56-ecd5-4485-a531-103d0d6dbc80 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:39.396566 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b0f0bca5-fda7-4a23-8988-8a17fd764193 req-19ef8c56-ecd5-4485-a531-103d0d6dbc80 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.0937116 Nov 18 16:23:39.459344 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b0f0bca5-fda7-4a23-8988-8a17fd764193 req-c33db868-5711-4c15-ae32-7995e5f9787f tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560994 Nov 18 16:23:39.622539 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ae13b-00c9-4368-ad27-10af4afc1b85 req-6c2a2067-adb7-494a-8d7f-e4ff8d44eb54 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:39.624620 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b94ae13b-00c9-4368-ad27-10af4afc1b85 req-6c2a2067-adb7-494a-8d7f-e4ff8d44eb54 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 943 time: 0.0971808 Nov 18 16:23:39.680058 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b94ae13b-00c9-4368-ad27-10af4afc1b85 req-7772960d-2541-4994-ae34-950a5639271b tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494537 Nov 18 16:23:40.070733 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab58227-9a79-44bd-882d-f1f9e41b4bde req-d689bec8-a50f-48b3-9710-a381e2b03cb1 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:40.072399 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-dab58227-9a79-44bd-882d-f1f9e41b4bde req-d689bec8-a50f-48b3-9710-a381e2b03cb1 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=6fed037e-2169-4330-a869-6e6b109e95ec HTTP/1.1" status: 200 len: 945 time: 0.1034081 Nov 18 16:23:40.129460 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-dab58227-9a79-44bd-882d-f1f9e41b4bde req-0214292c-27e9-4888-b74a-ec4db6744179 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/security-groups?id=62e013f0-e21d-4285-b034-2037a770de89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499744 Nov 18 16:23:40.451343 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453caee7-ac26-4261-9fe0-7f0850454bc7 req-147bf958-83f4-495d-9bf2-b43416eae5eb tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:40.453030 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-453caee7-ac26-4261-9fe0-7f0850454bc7 req-147bf958-83f4-495d-9bf2-b43416eae5eb tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 945 time: 0.1037114 Nov 18 16:23:40.512363 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-453caee7-ac26-4261-9fe0-7f0850454bc7 req-9cbefd98-5e1e-47d7-9f9c-c260e7c60b30 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523646 Nov 18 16:23:40.693943 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee5bba-098c-4a26-8672-c3196585e8c6 req-4261fd55-971d-4b59-b7c3-cc62f58d1f61 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:40.695555 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c4ee5bba-098c-4a26-8672-c3196585e8c6 req-4261fd55-971d-4b59-b7c3-cc62f58d1f61 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.0856261 Nov 18 16:23:40.718152 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning for port 79933ce3-49d1-46fb-a993-b9b46149f103 completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:23:40.718152 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning complete for port 79933ce3-49d1-46fb-a993-b9b46149f103 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:40.718152 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:40.753273 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c4ee5bba-098c-4a26-8672-c3196585e8c6 req-f534a2f5-16f1-47c8-9a99-c6f12c64ec72 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501385 Nov 18 16:23:40.923370 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:40.959704 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] For port 79933ce3-49d1-46fb-a993-b9b46149f103, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=79933ce3-49d1-46fb-a993-b9b46149f103,segment=NetworkSegment(55e8528c-95cf-4217-a937-dca6741bdca2),segment_id=55e8528c-95cf-4217-a937-dca6741bdca2)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:23:40.998118 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ae6d0-efc5-4fc4-a6a1-14efb20899f2 req-305b2cec-c822-4009-8563-c28e3c1fa31d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:40.999669 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-691ae6d0-efc5-4fc4-a6a1-14efb20899f2 req-305b2cec-c822-4009-8563-c28e3c1fa31d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 943 time: 0.1051700 Nov 18 16:23:41.005246 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:41.007263 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-21ee8e4c-403c-4e29-82ae-67177901bcca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:41.048239 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:23:41.062090 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-691ae6d0-efc5-4fc4-a6a1-14efb20899f2 req-d04cce6f-8050-46f2-b7a1-c8be526b6580 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552144 Nov 18 16:23:41.140156 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Pushing event updated for resources: {'Port': ['ID=79933ce3-49d1-46fb-a993-b9b46149f103,revision_number=5']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:41.147130 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:41.156757 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:41.157286 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:41.359765 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958cc80-9ead-40d5-89e0-d9f5f4e0e795 req-45f04eb5-4508-4c67-8bce-3b08032159c0 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:41.361500 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e958cc80-9ead-40d5-89e0-d9f5f4e0e795 req-45f04eb5-4508-4c67-8bce-3b08032159c0 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=6fed037e-2169-4330-a869-6e6b109e95ec HTTP/1.1" status: 200 len: 945 time: 0.0874615 Nov 18 16:23:41.412374 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e958cc80-9ead-40d5-89e0-d9f5f4e0e795 req-be7d0540-923b-4656-8576-8baee9211daa tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/security-groups?id=62e013f0-e21d-4285-b034-2037a770de89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429358 Nov 18 16:23:41.730571 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b98b1-35c5-44a8-b9d8-2f4a88309bc8 req-3470c4c0-18a1-4df0-a1be-3b737619e4a0 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:41.732089 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e36b98b1-35c5-44a8-b9d8-2f4a88309bc8 req-3470c4c0-18a1-4df0-a1be-3b737619e4a0 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 945 time: 0.0911634 Nov 18 16:23:41.781500 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e36b98b1-35c5-44a8-b9d8-2f4a88309bc8 req-10d2897b-8af0-40a7-9973-a37752692ee2 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430934 Nov 18 16:23:41.999967 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6a93e-96ac-40f4-8be6-3cbaafccaf5a req-c482025b-f56f-40f4-b053-01a525086284 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:42.001702 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-07e6a93e-96ac-40f4-8be6-3cbaafccaf5a req-c482025b-f56f-40f4-b053-01a525086284 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.0870934 Nov 18 16:23:42.061640 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-07e6a93e-96ac-40f4-8be6-3cbaafccaf5a req-7499cadd-a41e-49e3-b4b3-e3daeb698c64 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525663 Nov 18 16:23:42.310401 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09187979-cec0-465b-b90a-4eedaaf47400 req-3f1a4939-c945-4130-a452-5886f6b43310 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:42.312033 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-09187979-cec0-465b-b90a-4eedaaf47400 req-3f1a4939-c945-4130-a452-5886f6b43310 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 943 time: 0.0981064 Nov 18 16:23:42.414479 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-09187979-cec0-465b-b90a-4eedaaf47400 req-8e36c21a-f3a1-4ac4-a3eb-b89cc7071f99 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672078 Nov 18 16:23:42.428414 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-bc76bf71-f817-4989-8b7a-321a8328b346 req-620c8169-3b5d-40e5-9f10-98f725ba3358 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 1163 time: 0.1154168 Nov 18 16:23:42.478771 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-bc76bf71-f817-4989-8b7a-321a8328b346 req-aaa72b45-2afe-492e-8690-9b04f4a7b80f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429368 Nov 18 16:23:43.014559 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a736eb5-134e-4920-b99d-929798e51237 req-0f6dc59f-ec16-4411-bfdd-72b1df23b86d tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:43.015795 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3a736eb5-134e-4920-b99d-929798e51237 req-0f6dc59f-ec16-4411-bfdd-72b1df23b86d tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 945 time: 0.0923808 Nov 18 16:23:43.078409 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3a736eb5-134e-4920-b99d-929798e51237 req-50f56c52-34cc-4c88-9082-9038623e8c99 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/security-groups?id=d932497d-1e4c-4d78-bf2f-5123cd52f920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551608 Nov 18 16:23:43.098971 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 79933ce3-49d1-46fb-a993-b9b46149f103 up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:23:43.195299 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2359055-4fc0-4193-b4c8-e285e93d85e6 req-c406477b-52f9-411e-9f08-d52db0df4576 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:43.196947 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c2359055-4fc0-4193-b4c8-e285e93d85e6 req-c406477b-52f9-411e-9f08-d52db0df4576 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=6fed037e-2169-4330-a869-6e6b109e95ec HTTP/1.1" status: 200 len: 945 time: 0.1229520 Nov 18 16:23:43.201994 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning complete for port 79933ce3-49d1-46fb-a993-b9b46149f103 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:43.202431 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:43.252760 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c2359055-4fc0-4193-b4c8-e285e93d85e6 req-21af8b2d-f93a-482c-81a8-114d6283f292 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/security-groups?id=62e013f0-e21d-4285-b034-2037a770de89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484934 Nov 18 16:23:43.379686 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee128904-c943-44c4-b5e0-fbf476e912be req-99b010d9-f43c-4b80-8194-a7c0fc59f453 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:43.381325 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ee128904-c943-44c4-b5e0-fbf476e912be req-99b010d9-f43c-4b80-8194-a7c0fc59f453 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.1573412 Nov 18 16:23:43.410168 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b55d3-fad6-444d-8119-d0a77e718b61 req-3d21cbca-06eb-4a05-bbe0-79ea19ce7e8c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:43.411714 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-490b55d3-fad6-444d-8119-d0a77e718b61 req-3d21cbca-06eb-4a05-bbe0-79ea19ce7e8c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.13 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 945 time: 0.1413040 Nov 18 16:23:43.501415 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ee128904-c943-44c4-b5e0-fbf476e912be req-3dd1d16c-4830-4d15-95df-647447e0c3dd tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125762 Nov 18 16:23:43.514037 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-490b55d3-fad6-444d-8119-d0a77e718b61 req-2e23cc2a-7357-4116-9285-8b97b8bde22c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Deleting port 733dce83-4839-452d-a588-ccf943001860 {{(pid=80386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:23:43.514427 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-490b55d3-fad6-444d-8119-d0a77e718b61 req-2e23cc2a-7357-4116-9285-8b97b8bde22c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:43.809520 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-490b55d3-fad6-444d-8119-d0a77e718b61 req-2e23cc2a-7357-4116-9285-8b97b8bde22c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] For port 733dce83-4839-452d-a588-ccf943001860, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=733dce83-4839-452d-a588-ccf943001860,segment=NetworkSegment(dc1672ed-2f0b-417c-b343-1742be396aba),segment_id=dc1672ed-2f0b-417c-b343-1742be396aba)] {{(pid=80386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:23:43.810453 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-490b55d3-fad6-444d-8119-d0a77e718b61 req-2e23cc2a-7357-4116-9285-8b97b8bde22c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:43.818929 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fdb0d-8737-4be2-b98c-1836e925ce76 req-25856fbc-e9a6-43c0-8861-3398caedc90b tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:43.826535 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-cb2fdb0d-8737-4be2-b98c-1836e925ce76 req-25856fbc-e9a6-43c0-8861-3398caedc90b tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 943 time: 0.1190441 Nov 18 16:23:43.882065 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-cb2fdb0d-8737-4be2-b98c-1836e925ce76 req-d8abff61-e99a-4cf2-aa7a-b4fe321f3309 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546000 Nov 18 16:23:43.947669 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-490b55d3-fad6-444d-8119-d0a77e718b61 req-2e23cc2a-7357-4116-9285-8b97b8bde22c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Calling delete_port for 733dce83-4839-452d-a588-ccf943001860 owned by compute:nova {{(pid=80386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:23:44.144105 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-490b55d3-fad6-444d-8119-d0a77e718b61 req-2e23cc2a-7357-4116-9285-8b97b8bde22c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1990542'] for port, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:44.162214 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-690335bf-203d-4dd3-aa3d-fecc49bc0e52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:44.223297 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23cc2a-7357-4116-9285-8b97b8bde22c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Pushing event deleted for resources: {'Port': ['ID=733dce83-4839-452d-a588-ccf943001860,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:44.278450 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2e23cc2a-7357-4116-9285-8b97b8bde22c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:44.487448 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf1fc4-b21d-4f3b-93b4-00e05ba2ef27 req-d9d2a975-dd41-41cc-aa9b-58f70dc093b8 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:44.489458 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fdaf1fc4-b21d-4f3b-93b4-00e05ba2ef27 req-d9d2a975-dd41-41cc-aa9b-58f70dc093b8 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=6fed037e-2169-4330-a869-6e6b109e95ec HTTP/1.1" status: 200 len: 945 time: 0.0905774 Nov 18 16:23:44.544900 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fdaf1fc4-b21d-4f3b-93b4-00e05ba2ef27 req-62853533-5ed5-4e6c-a685-3e9518447f28 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/security-groups?id=62e013f0-e21d-4285-b034-2037a770de89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485253 Nov 18 16:23:44.547391 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a5f6b9f9-d97d-472b-a9f1-f881b3f9595a req-d6d2a2d9-48d6-4cd9-819b-518a81bff357 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.26 "GET /v2.0/ports?device_id=7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742 HTTP/1.1" status: 200 len: 210 time: 0.2702684 Nov 18 16:23:44.632671 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-490b55d3-fad6-444d-8119-d0a77e718b61 req-2e23cc2a-7357-4116-9285-8b97b8bde22c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] No DVR routers for this DVR port 733dce83-4839-452d-a588-ccf943001860 on host hv-cinder-75995 {{(pid=80386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:23:44.635102 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-490b55d3-fad6-444d-8119-d0a77e718b61 req-2e23cc2a-7357-4116-9285-8b97b8bde22c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:44.639161 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742', 'name': 'network-vif-deleted', 'tag': '733dce83-4839-452d-a588-ccf943001860'}] {{(pid=80386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:23:44.650479 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-490b55d3-fad6-444d-8119-d0a77e718b61 req-2e23cc2a-7357-4116-9285-8b97b8bde22c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] 10.222.0.13 "DELETE /v2.0/ports/733dce83-4839-452d-a588-ccf943001860 HTTP/1.1" status: 204 len: 173 time: 1.2301471 Nov 18 16:23:44.702712 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2c93ee-f6b4-4dea-a8d4-bdb5430c9742', 'name': 'network-vif-deleted', 'tag': '733dce83-4839-452d-a588-ccf943001860', 'status': 'completed', 'code': 200} Nov 18 16:23:44.764697 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9302c5-1c4a-4a34-b6e0-4fe11c8ee15e req-8c712800-3bdc-45ef-9c5a-992dc50ea6ac tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:44.766233 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8f9302c5-1c4a-4a34-b6e0-4fe11c8ee15e req-8c712800-3bdc-45ef-9c5a-992dc50ea6ac tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.0936599 Nov 18 16:23:44.819427 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8f9302c5-1c4a-4a34-b6e0-4fe11c8ee15e req-dc177b73-5e34-41cc-8616-d654e7dbbd36 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466466 Nov 18 16:23:44.926805 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cef2f0-298c-479b-a48e-10600d5b0564 req-a77d55a8-f85f-4d69-9a4e-d2e0b9553a5a tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:44.928372 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-91cef2f0-298c-479b-a48e-10600d5b0564 req-a77d55a8-f85f-4d69-9a4e-d2e0b9553a5a tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.13 "GET /v2.0/ports?device_id=6fed037e-2169-4330-a869-6e6b109e95ec HTTP/1.1" status: 200 len: 945 time: 0.0896282 Nov 18 16:23:45.022558 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-91cef2f0-298c-479b-a48e-10600d5b0564 req-5d3cd2d3-e0d8-4208-bdab-6e94e040e32c tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Deleting port d2264b69-063b-43e2-b9e7-9cfd964946c9 {{(pid=80386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:23:45.022910 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-91cef2f0-298c-479b-a48e-10600d5b0564 req-5d3cd2d3-e0d8-4208-bdab-6e94e040e32c tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:45.131620 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba169ae-3b3b-42a5-8fd3-c741364dc836 req-5d60142a-e503-4d5d-a1be-4a25b61ff70a tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:45.133327 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5ba169ae-3b3b-42a5-8fd3-c741364dc836 req-5d60142a-e503-4d5d-a1be-4a25b61ff70a tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 943 time: 0.0894747 Nov 18 16:23:45.186264 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5ba169ae-3b3b-42a5-8fd3-c741364dc836 req-7016ecb8-56a6-416a-a100-c3fa373b358c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467875 Nov 18 16:23:45.306483 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-91cef2f0-298c-479b-a48e-10600d5b0564 req-5d3cd2d3-e0d8-4208-bdab-6e94e040e32c tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] For port d2264b69-063b-43e2-b9e7-9cfd964946c9, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=d2264b69-063b-43e2-b9e7-9cfd964946c9,segment=NetworkSegment(208beece-2650-4899-8454-f8d1dbd9dfba),segment_id=208beece-2650-4899-8454-f8d1dbd9dfba)] {{(pid=80386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:23:45.307027 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-91cef2f0-298c-479b-a48e-10600d5b0564 req-5d3cd2d3-e0d8-4208-bdab-6e94e040e32c tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:45.369926 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-24df6425-fbd7-4926-a266-cb19e33792e0 req-64340c90-cdf7-4f82-ac60-fb98b1403f77 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b1fbfc3a3104b13a627691fd34d8367&device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 1163 time: 0.0908861 Nov 18 16:23:45.511017 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-91cef2f0-298c-479b-a48e-10600d5b0564 req-5d3cd2d3-e0d8-4208-bdab-6e94e040e32c tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Calling delete_port for d2264b69-063b-43e2-b9e7-9cfd964946c9 owned by compute:nova {{(pid=80386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:23:45.521314 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df6425-fbd7-4926-a266-cb19e33792e0 req-5932482c-8e68-4d77-9fd3-b47dca965df6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:45.522902 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-24df6425-fbd7-4926-a266-cb19e33792e0 req-5932482c-8e68-4d77-9fd3-b47dca965df6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=243ad771-9c27-410a-abdd-1a4d0c39fde7 HTTP/1.1" status: 200 len: 913 time: 0.1446805 Nov 18 16:23:45.530010 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 7453f10f-adb3-4a69-a47c-fcb0da639843 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:23:45.605694 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-24df6425-fbd7-4926-a266-cb19e33792e0 req-d837ed1b-583d-4d99-8e8d-48f6cdef4e7f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 HTTP/1.1" status: 200 len: 217 time: 0.0681832 Nov 18 16:23:45.619119 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7c950-8ea2-4cba-8352-069e269727f0 req-3265f426-9720-4f34-8460-7fc6e8fa6772 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:45.620997 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-57f7c950-8ea2-4cba-8352-069e269727f0 req-3265f426-9720-4f34-8460-7fc6e8fa6772 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.3043425 Nov 18 16:23:45.632837 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 7453f10f-adb3-4a69-a47c-fcb0da639843 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:45.634465 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:45.692358 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df6425-fbd7-4926-a266-cb19e33792e0 req-ac69b02d-cc54-417b-8f57-1e4265b9b68f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:45.694009 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-24df6425-fbd7-4926-a266-cb19e33792e0 req-ac69b02d-cc54-417b-8f57-1e4265b9b68f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=643c9d54-1ec3-46c3-8fbb-5c01220d831b HTTP/1.1" status: 200 len: 859 time: 0.0771947 Nov 18 16:23:45.732183 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-57f7c950-8ea2-4cba-8352-069e269727f0 req-f0a48c82-bf11-44c8-8fea-d65a4230bcc3 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043258 Nov 18 16:23:45.753784 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-24df6425-fbd7-4926-a266-cb19e33792e0 req-6ccf30da-ffde-46c5-9400-70b6efef2910 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=243ad771-9c27-410a-abdd-1a4d0c39fde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493126 Nov 18 16:23:45.774217 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-91cef2f0-298c-479b-a48e-10600d5b0564 req-5d3cd2d3-e0d8-4208-bdab-6e94e040e32c tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1990542'] for port, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:45.779339 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:45.805667 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:45.819718 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9ff9e0-0817-4ec3-b91f-771093b54c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7453f10f-adb3-4a69-a47c-fcb0da639843'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:23:45.841653 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port 7453f10f-adb3-4a69-a47c-fcb0da639843, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=7453f10f-adb3-4a69-a47c-fcb0da639843,segment=NetworkSegment(59bd26ae-f544-4976-8326-f88f38f0fa15),segment_id=59bd26ae-f544-4976-8326-f88f38f0fa15)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:23:45.849649 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2a60b79f-ae16-475f-9fef-27e17fefc611 req-c5501c20-5124-4c5d-bda8-8598e8143ca0 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=6fed037e-2169-4330-a869-6e6b109e95ec HTTP/1.1" status: 200 len: 210 time: 0.0991092 Nov 18 16:23:45.880134 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:45.881281 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:23:45.911796 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:45.927447 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 50694) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:45.951202 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9ff9e0-0817-4ec3-b91f-771093b54c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7453f10f-adb3-4a69-a47c-fcb0da639843', 'code': 200} Nov 18 16:23:45.979947 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3cd2d3-e0d8-4208-bdab-6e94e040e32c tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Pushing event deleted for resources: {'Port': ['ID=d2264b69-063b-43e2-b9e7-9cfd964946c9,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:45.988120 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5d3cd2d3-e0d8-4208-bdab-6e94e040e32c tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:46.021399 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=7453f10f-adb3-4a69-a47c-fcb0da639843,revision_number=6']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:46.028050 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:46.034285 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c23b91e-d663-4296-a84d-4a9a333bad79 admin admin] Deleting subnet 0510e32b-72f3-4da1-9608-d32c92de3e00 {{(pid=80387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 16:23:46.039148 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8c23b91e-d663-4296-a84d-4a9a333bad79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:46.040197 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:46.040695 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:46.069371 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-24df6425-fbd7-4926-a266-cb19e33792e0 req-f10f4f52-7bda-46cd-9af4-578d82038e8f service neutron] 10.222.0.13 "GET /v2.0/networks/243ad771-9c27-410a-abdd-1a4d0c39fde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528625 Nov 18 16:23:46.101562 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-91cef2f0-298c-479b-a48e-10600d5b0564 req-5d3cd2d3-e0d8-4208-bdab-6e94e040e32c tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] No DVR routers for this DVR port d2264b69-063b-43e2-b9e7-9cfd964946c9 on host hv-cinder-75995 {{(pid=80386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:23:46.104758 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-91cef2f0-298c-479b-a48e-10600d5b0564 req-5d3cd2d3-e0d8-4208-bdab-6e94e040e32c tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:46.152050 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-91cef2f0-298c-479b-a48e-10600d5b0564 req-5d3cd2d3-e0d8-4208-bdab-6e94e040e32c tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.13 "DELETE /v2.0/ports/d2264b69-063b-43e2-b9e7-9cfd964946c9 HTTP/1.1" status: 204 len: 173 time: 1.2123909 Nov 18 16:23:46.181267 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 733dce83-4839-452d-a588-ccf943001860 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:23:46.186606 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8c23b91e-d663-4296-a84d-4a9a333bad79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545235'] for subnet, precommit_delete_associations {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:46.215978 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] No Port match for: 733dce83-4839-452d-a588-ccf943001860 {{(pid=80388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:23:46.216371 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 733dce83-4839-452d-a588-ccf943001860 not bound to the agent host hv-cinder-75995 {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:23:46.222491 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device d2264b69-063b-43e2-b9e7-9cfd964946c9 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:23:46.252083 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] No Port match for: d2264b69-063b-43e2-b9e7-9cfd964946c9 {{(pid=80388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:23:46.253086 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device d2264b69-063b-43e2-b9e7-9cfd964946c9 not bound to the agent host hv-cinder-75995 {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:23:46.284848 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8c23b91e-d663-4296-a84d-4a9a333bad79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847102822'] for subnet, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:46.331945 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-24df6425-fbd7-4926-a266-cb19e33792e0 req-143b0400-6baf-40ff-9b35-30b6e3e69bec service neutron] 10.222.0.13 "GET /v2.0/networks/243ad771-9c27-410a-abdd-1a4d0c39fde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2494597 Nov 18 16:23:46.571221 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cef47a-3835-4bac-b1a0-34f08bb507d6 req-b49c64ed-be73-40a8-9f38-69084e07abc1 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:46.572867 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c0cef47a-3835-4bac-b1a0-34f08bb507d6 req-b49c64ed-be73-40a8-9f38-69084e07abc1 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.2109859 Nov 18 16:23:46.703657 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fed037e-2169-4330-a869-6e6b109e95ec', 'name': 'network-vif-deleted', 'tag': 'd2264b69-063b-43e2-b9e7-9cfd964946c9'}] {{(pid=80386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:23:46.726578 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c0cef47a-3835-4bac-b1a0-34f08bb507d6 req-7150529a-586f-42c3-a580-623c6ed9bb9d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156607 Nov 18 16:23:46.772524 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b402e82e-b96a-4f09-a270-7f14c838e453 req-fe7b0e97-a3cd-4c1b-acd3-aca49431104a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 1162 time: 0.1294830 Nov 18 16:23:46.791884 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fed037e-2169-4330-a869-6e6b109e95ec', 'name': 'network-vif-deleted', 'tag': 'd2264b69-063b-43e2-b9e7-9cfd964946c9', 'status': 'completed', 'code': 200} Nov 18 16:23:46.798330 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8c23b91e-d663-4296-a84d-4a9a333bad79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2445714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1812840'] for subnet, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:46.822464 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f9046856-9115-432a-89e4-e9b2229d834e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:46.891989 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23b91e-d663-4296-a84d-4a9a333bad79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0510e32b-72f3-4da1-9608-d32c92de3e00,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:47.084689 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-5671b4b6-0f43-4c6d-9601-dc8b2d63507e req-df220c8d-0bea-452d-bc5c-c42263b281aa tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Synchronizing usage tracker for tenant:028b1410faf74f58bf747e194fe57fd4 on resource:port {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:23:47.132970 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 7453f10f-adb3-4a69-a47c-fcb0da639843 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:23:47.134241 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-5671b4b6-0f43-4c6d-9601-dc8b2d63507e req-df220c8d-0bea-452d-bc5c-c42263b281aa tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Unset dirty status for tenant:028b1410faf74f58bf747e194fe57fd4 on resource:port {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:23:47.135655 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5671b4b6-0f43-4c6d-9601-dc8b2d63507e req-df220c8d-0bea-452d-bc5c-c42263b281aa tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] 10.222.0.26 "GET /v2.0/ports?device_id=6fed037e-2169-4330-a869-6e6b109e95ec HTTP/1.1" status: 200 len: 210 time: 0.1003213 Nov 18 16:23:47.175901 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8c23b91e-d663-4296-a84d-4a9a333bad79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:47.205577 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b402e82e-b96a-4f09-a270-7f14c838e453 req-08e97b85-c3b7-41e8-aac0-45f4b9b1622d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4287627 Nov 18 16:23:47.214407 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 7453f10f-adb3-4a69-a47c-fcb0da639843 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:47.214826 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:47.235399 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8c23b91e-d663-4296-a84d-4a9a333bad79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:47.251094 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-8c23b91e-d663-4296-a84d-4a9a333bad79 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0510e32b-72f3-4da1-9608-d32c92de3e00 HTTP/1.1" status: 204 len: 168 time: 1.3224428 Nov 18 16:23:47.254579 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 50710) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:47.267918 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a338ac-57ac-4508-ac5c-5c9c58903b9f req-e422b4ac-4e5f-46ee-8185-d534ec019b4d tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:47.269777 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-95a338ac-57ac-4508-ac5c-5c9c58903b9f req-e422b4ac-4e5f-46ee-8185-d534ec019b4d tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.3789356 Nov 18 16:23:47.319866 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-95a338ac-57ac-4508-ac5c-5c9c58903b9f req-99e202f5-8d8d-4de5-85e7-2e9aafd86829 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434813 Nov 18 16:23:47.340952 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:23:47.382030 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cc49fd35-67bf-46fe-ab41-194a3730adc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7611418'] for network, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:47.413255 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:47.413676 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:47.582673 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cc49fd35-67bf-46fe-ab41-194a3730adc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847103455', 'neutron.services.segments.db._delete_segments_for_network--9223363242460435435'] for network, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:47.704707 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-cc49fd35-67bf-46fe-ab41-194a3730adc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9790d1-5881-4e64-a6df-f04a185fd798']}} {{(pid=80386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:23:47.718174 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-cc49fd35-67bf-46fe-ab41-194a3730adc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc1672ed-2f0b-417c-b343-1742be396aba') {'for_net_delete': True} {{(pid=80386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:23:47.718506 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-cc49fd35-67bf-46fe-ab41-194a3730adc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc1672ed-2f0b-417c-b343-1742be396aba') {} {{(pid=80386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:23:47.730850 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cc49fd35-67bf-46fe-ab41-194a3730adc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242460437483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1990067'] for segment, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:47.745869 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cc49fd35-67bf-46fe-ab41-194a3730adc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696124'] for segment, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:47.747831 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cc49fd35-67bf-46fe-ab41-194a3730adc4 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 16:23:47.985848 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-cc49fd35-67bf-46fe-ab41-194a3730adc4 admin admin] Network 6e9790d1-5881-4e64-a6df-f04a185fd798 has no segments {{(pid=80386) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:23:48.004260 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cc49fd35-67bf-46fe-ab41-194a3730adc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847079692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852785159'] for segment, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:48.211552 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-cc49fd35-67bf-46fe-ab41-194a3730adc4 admin admin] Network 6e9790d1-5881-4e64-a6df-f04a185fd798 has no segments {{(pid=80386) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:23:48.240389 dv-cinder-759955-2-smb neutron-server[80275]: Traceback (most recent call last): Nov 18 16:23:48.240389 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:23:48.240389 dv-cinder-759955-2-smb neutron-server[80275]: timer() Nov 18 16:23:48.240389 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:23:48.240389 dv-cinder-759955-2-smb neutron-server[80275]: cb(*args, **kw) Nov 18 16:23:48.240389 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 16:23:48.240389 dv-cinder-759955-2-smb neutron-server[80275]: return func(*args, **kwargs) Nov 18 16:23:48.240389 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:23:48.240389 dv-cinder-759955-2-smb neutron-server[80275]: self._notify() Nov 18 16:23:48.240389 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:23:48.240389 dv-cinder-759955-2-smb neutron-server[80275]: self.callback(batched_events) Nov 18 16:23:48.240389 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:23:48.240389 dv-cinder-759955-2-smb neutron-server[80275]: event.method(event) Nov 18 16:23:48.240389 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 16:23:48.240389 dv-cinder-759955-2-smb neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:23:48.240389 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 16:23:48.240389 dv-cinder-759955-2-smb neutron-server[80275]: segment_id)['aggregates'][0] Nov 18 16:23:48.240389 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 16:23:48.240389 dv-cinder-759955-2-smb neutron-server[80275]: return f(self, *a, **k) Nov 18 16:23:48.240389 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:23:48.240389 dv-cinder-759955-2-smb neutron-server[80275]: return self._get(url).json() Nov 18 16:23:48.240389 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 16:23:48.240389 dv-cinder-759955-2-smb neutron-server[80275]: **kwargs) Nov 18 16:23:48.240389 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 16:23:48.240389 dv-cinder-759955-2-smb neutron-server[80275]: return self.request(url, 'GET', **kwargs) Nov 18 16:23:48.240389 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 16:23:48.240389 dv-cinder-759955-2-smb neutron-server[80275]: **endpoint_filter) Nov 18 16:23:48.240389 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 16:23:48.240389 dv-cinder-759955-2-smb neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:23:48.240389 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 16:23:48.240389 dv-cinder-759955-2-smb neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:23:48.240389 dv-cinder-759955-2-smb neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:23:48.262500 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732eeb7-078e-4185-acb5-9d0b1cab8586 req-e271d8aa-0e24-4a59-9488-ef966d7c141b tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:48.264144 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c732eeb7-078e-4185-acb5-9d0b1cab8586 req-e271d8aa-0e24-4a59-9488-ef966d7c141b tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.3380442 Nov 18 16:23:48.378638 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c732eeb7-078e-4185-acb5-9d0b1cab8586 req-98952217-cd64-4120-b1fa-838d0799762c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604913 Nov 18 16:23:48.408870 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cc49fd35-67bf-46fe-ab41-194a3730adc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7672361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for network, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:48.418731 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-41ac8edf-2980-4f22-88cd-098fdcf922db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:48.449696 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49fd35-67bf-46fe-ab41-194a3730adc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e9790d1-5881-4e64-a6df-f04a185fd798,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:48.452129 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-cc49fd35-67bf-46fe-ab41-194a3730adc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for network, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:48.455820 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-cc49fd35-67bf-46fe-ab41-194a3730adc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:48.497277 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-cc49fd35-67bf-46fe-ab41-194a3730adc4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6e9790d1-5881-4e64-a6df-f04a185fd798 HTTP/1.1" status: 204 len: 168 time: 1.2404714 Nov 18 16:23:48.575113 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d8821-078a-47d7-b585-8c85a05c67bf req-f14bb660-362c-46f2-bcb0-184d88c40634 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:48.576704 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-cb9d8821-078a-47d7-b585-8c85a05c67bf req-f14bb660-362c-46f2-bcb0-184d88c40634 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.0961919 Nov 18 16:23:48.645390 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-cb9d8821-078a-47d7-b585-8c85a05c67bf req-01c339e8-4c8d-43d4-9f4d-0abf4713d5ff tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594747 Nov 18 16:23:48.916486 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 50770) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:48.979376 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-2fd6d333-08e4-4fcd-954c-7e4c44f8cec3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa7b55f56ea446e2adf28b09f290c5ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0612664 Nov 18 16:23:48.981797 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 50778) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:49.049122 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9901dea4-e9ba-4aaf-b762-a2dc438c6e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:49.056643 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-34b97bff-3164-4fef-afa6-91c099431021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:49.078083 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9901dea4-e9ba-4aaf-b762-a2dc438c6e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:49.162745 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9901dea4-e9ba-4aaf-b762-a2dc438c6e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:49.166286 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 7453f10f-adb3-4a69-a47c-fcb0da639843 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:23:49.168915 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2b91458b-998e-41a4-994d-f49f3ba8003d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:49.184585 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901dea4-e9ba-4aaf-b762-a2dc438c6e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d932497d-1e4c-4d78-bf2f-5123cd52f920,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:49.187423 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9901dea4-e9ba-4aaf-b762-a2dc438c6e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:49.227424 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9901dea4-e9ba-4aaf-b762-a2dc438c6e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:49.228979 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-9901dea4-e9ba-4aaf-b762-a2dc438c6e59 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d932497d-1e4c-4d78-bf2f-5123cd52f920 HTTP/1.1" status: 204 len: 168 time: 0.2461801 Nov 18 16:23:49.263251 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 7453f10f-adb3-4a69-a47c-fcb0da639843 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:49.263589 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:49.423362 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:23:49.589418 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:49.590082 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:49.684702 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebfa6f-52b7-4201-8f1f-3754c155d22a req-2b1453d6-2171-4948-b2b9-637455169cb2 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:49.694035 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-25ebfa6f-52b7-4201-8f1f-3754c155d22a req-2b1453d6-2171-4948-b2b9-637455169cb2 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.1053398 Nov 18 16:23:49.752123 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-25ebfa6f-52b7-4201-8f1f-3754c155d22a req-c41c0972-5131-4c69-9c40-de75632626d4 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570154 Nov 18 16:23:50.822861 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef93fd1-8819-4df8-8e57-037ecaa72f14 req-9ae80d66-1810-4ac1-a709-96fc9e464fa9 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:50.824484 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-cef93fd1-8819-4df8-8e57-037ecaa72f14 req-9ae80d66-1810-4ac1-a709-96fc9e464fa9 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.0975139 Nov 18 16:23:50.875648 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-cef93fd1-8819-4df8-8e57-037ecaa72f14 req-8a2f091c-507f-4cf9-96e9-6b6abec1d088 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437934 Nov 18 16:23:51.133245 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821cffd-3909-4d8e-b945-6c24b44e2169 req-8d77e6e0-2a46-4b8c-b41a-86f90e6ef57b tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:51.140787 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f821cffd-3909-4d8e-b945-6c24b44e2169 req-8d77e6e0-2a46-4b8c-b41a-86f90e6ef57b tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.0919492 Nov 18 16:23:51.154942 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 6 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:23:51.198069 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f821cffd-3909-4d8e-b945-6c24b44e2169 req-81e116c7-27d5-49b8-9008-8983185c63f1 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565381 Nov 18 16:23:51.616465 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e5462bb-64f5-494d-86dd-4c73d2865efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:52.074035 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:52.407462 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-cbdfab70-221e-4207-8461-1e6c59bbdbeb tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1744263870&fields=id&tenant_id=23f88eb8bc4948b6812bad8784ebd805 HTTP/1.1" status: 200 len: 267 time: 0.0462101 Nov 18 16:23:52.588687 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-7084a76b-9664-4430-91dd-854603afdb0c tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:52.590612 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-7084a76b-9664-4430-91dd-854603afdb0c tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/networks?id=b81a599e-838a-4ffe-9e4f-9c727b5fc469 HTTP/1.1" status: 200 len: 808 time: 0.1744454 Nov 18 16:23:52.616687 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-4ac4dd40-4cf2-402a-89b2-9e3aebe0b964 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/quotas/23f88eb8bc4948b6812bad8784ebd805 HTTP/1.1" status: 200 len: 375 time: 0.0122159 Nov 18 16:23:52.720169 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-c8da2913-4def-4252-b7e6-f665f351687a tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?tenant_id=23f88eb8bc4948b6812bad8784ebd805&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0964651 Nov 18 16:23:52.938163 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-ea9132e7-fb38-4ca3-979e-5aaf072c626b service neutron] 10.222.0.26 "GET /v2.0/networks/b81a599e-838a-4ffe-9e4f-9c727b5fc469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019627 Nov 18 16:23:53.062084 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:53.169756 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-7afcf03d-0cb7-4091-897c-7868a91ec263 service neutron] 10.222.0.26 "GET /v2.0/networks/b81a599e-838a-4ffe-9e4f-9c727b5fc469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2302778 Nov 18 16:23:53.666754 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4df7f2b8-e578-4525-935f-d25fbc337895 req-d7124dba-c444-464c-a5fe-f18d3cf13907 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1154132 Nov 18 16:23:53.685540 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:54.154225 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-9e94551e-f080-456c-8eec-02f3f1b13493 req-58bdaa33-a01a-458b-99a7-89117ba823c3 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Synchronizing usage tracker for tenant:23f88eb8bc4948b6812bad8784ebd805 on resource:port {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:23:54.207760 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4df7f2b8-e578-4525-935f-d25fbc337895 req-16060891-6a96-44ac-92e3-f8c7d3c461ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a059fa3edee14481b95a1aed15fa9fcb&device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 1162 time: 0.3309343 Nov 18 16:23:54.260132 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-9e94551e-f080-456c-8eec-02f3f1b13493 req-58bdaa33-a01a-458b-99a7-89117ba823c3 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Unset dirty status for tenant:23f88eb8bc4948b6812bad8784ebd805 on resource:port {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:23:54.272441 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9e94551e-f080-456c-8eec-02f3f1b13493 req-58bdaa33-a01a-458b-99a7-89117ba823c3 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 210 time: 0.2592523 Nov 18 16:23:54.444272 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7f2b8-e578-4525-935f-d25fbc337895 req-804e4660-f001-4767-aef3-611259f597df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:54.446641 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4df7f2b8-e578-4525-935f-d25fbc337895 req-804e4660-f001-4767-aef3-611259f597df service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8f88308-3b7d-4f88-a379-67873b752770 HTTP/1.1" status: 200 len: 908 time: 0.2156188 Nov 18 16:23:54.614774 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4df7f2b8-e578-4525-935f-d25fbc337895 req-a99693b6-3421-4ad1-8006-e1cb0b00505e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7453f10f-adb3-4a69-a47c-fcb0da639843 HTTP/1.1" status: 200 len: 1000 time: 0.1577981 Nov 18 16:23:54.699544 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7f2b8-e578-4525-935f-d25fbc337895 req-03e88692-0417-4657-94b1-3a8df2bdbc2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:54.701075 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4df7f2b8-e578-4525-935f-d25fbc337895 req-03e88692-0417-4657-94b1-3a8df2bdbc2a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e930cec8-6db8-483a-9efd-6ad1d182df64 HTTP/1.1" status: 200 len: 853 time: 0.0794094 Nov 18 16:23:54.827026 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4df7f2b8-e578-4525-935f-d25fbc337895 req-42554b2e-c2fe-4314-b941-31af39eb81ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8f88308-3b7d-4f88-a379-67873b752770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1166692 Nov 18 16:23:55.018250 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4df7f2b8-e578-4525-935f-d25fbc337895 req-d05c7216-6693-4e29-9cb7-c8770f9f09cd service neutron] 10.222.0.13 "GET /v2.0/networks/d8f88308-3b7d-4f88-a379-67873b752770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823766 Nov 18 16:23:55.228644 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-66409ec3-adfd-4e98-a73d-01612cf0f65a req-cc84869c-e52b-49c2-9e91-1e5b5f272c25 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b1fbfc3a3104b13a627691fd34d8367&device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 1163 time: 0.1398542 Nov 18 16:23:55.290316 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4df7f2b8-e578-4525-935f-d25fbc337895 req-cab9892c-87c1-4ab7-9311-72738da335f5 service neutron] 10.222.0.13 "GET /v2.0/networks/d8f88308-3b7d-4f88-a379-67873b752770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2628558 Nov 18 16:23:55.381763 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de387e77-b05e-4b9a-b4fe-e160a3bfba21 req-5f227cb2-f35e-48b7-b7bc-f9f1ba3a3589 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:55.396584 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-de387e77-b05e-4b9a-b4fe-e160a3bfba21 req-5f227cb2-f35e-48b7-b7bc-f9f1ba3a3589 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.1966228 Nov 18 16:23:55.458387 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66409ec3-adfd-4e98-a73d-01612cf0f65a req-93cab785-5fd4-46ad-ba97-3d4ce19aa1dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:55.460163 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-66409ec3-adfd-4e98-a73d-01612cf0f65a req-93cab785-5fd4-46ad-ba97-3d4ce19aa1dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=243ad771-9c27-410a-abdd-1a4d0c39fde7 HTTP/1.1" status: 200 len: 913 time: 0.2245049 Nov 18 16:23:55.485928 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-de387e77-b05e-4b9a-b4fe-e160a3bfba21 req-ec58e333-dd0f-4de3-8fc6-99c49c7dc323 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881035 Nov 18 16:23:55.547328 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-66409ec3-adfd-4e98-a73d-01612cf0f65a req-0c59af53-5c15-4446-8a80-4e79898302d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 HTTP/1.1" status: 200 len: 217 time: 0.0799859 Nov 18 16:23:55.600629 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-df0d508c-0de0-4a13-a6ea-37b5496bfbeb req-673e8a32-c4f2-4757-96b6-64ccd61e71d2 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 210 time: 0.0521402 Nov 18 16:23:55.685558 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66409ec3-adfd-4e98-a73d-01612cf0f65a req-63853a34-8b31-45ef-8267-7accaa48a20c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:55.687190 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-66409ec3-adfd-4e98-a73d-01612cf0f65a req-63853a34-8b31-45ef-8267-7accaa48a20c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=643c9d54-1ec3-46c3-8fbb-5c01220d831b HTTP/1.1" status: 200 len: 859 time: 0.0855818 Nov 18 16:23:55.809154 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-66409ec3-adfd-4e98-a73d-01612cf0f65a req-690b45fb-9b80-4fed-8002-8b1fd9b4b82b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=243ad771-9c27-410a-abdd-1a4d0c39fde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137812 Nov 18 16:23:56.253457 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-66409ec3-adfd-4e98-a73d-01612cf0f65a req-8757e024-d0d6-4bae-a47c-3e7fe1d495d7 service neutron] 10.222.0.13 "GET /v2.0/networks/243ad771-9c27-410a-abdd-1a4d0c39fde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374561 Nov 18 16:23:56.401583 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-66409ec3-adfd-4e98-a73d-01612cf0f65a req-0d2b2f75-08dd-4474-887f-e7efe1875134 service neutron] 10.222.0.13 "GET /v2.0/networks/243ad771-9c27-410a-abdd-1a4d0c39fde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1407058 Nov 18 16:23:56.922109 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5e4f2-c808-49b6-8579-49e8341c6789 req-80ca1c93-8e0b-4e84-9a77-d739ba3475f3 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:56.925239 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e6f5e4f2-c808-49b6-8579-49e8341c6789 req-80ca1c93-8e0b-4e84-9a77-d739ba3475f3 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.2144501 Nov 18 16:23:56.984430 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ae76313d-3bba-4a3a-9517-aabc3dd4d1f5 req-66a9b401-7b40-4708-a5ab-93c6f7b6e73c tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 210 time: 0.0977628 Nov 18 16:23:57.022550 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e6f5e4f2-c808-49b6-8579-49e8341c6789 req-5e8ad110-ba29-4f38-bc35-6776d87beef7 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867193 Nov 18 16:23:57.225975 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-8fe43d19-f694-4cb1-94b9-d198b106b411 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:57.230491 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-8fe43d19-f694-4cb1-94b9-d198b106b411 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.13 "GET /v2.0/networks?id=b81a599e-838a-4ffe-9e4f-9c727b5fc469 HTTP/1.1" status: 200 len: 808 time: 0.2039716 Nov 18 16:23:57.337489 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-eeb9a22e-c0eb-41c9-ab32-529e95c032d6 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23f88eb8bc4948b6812bad8784ebd805 HTTP/1.1" status: 200 len: 5081 time: 0.0923700 Nov 18 16:23:57.354754 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Request body: {'port': {'device_id': '5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9', 'network_id': 'b81a599e-838a-4ffe-9e4f-9c727b5fc469', 'admin_state_up': True, 'tenant_id': '23f88eb8bc4948b6812bad8784ebd805', 'security_groups': ['e2faf772-ba4c-4847-b778-cdd2d76108a3']}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:23:57.553448 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:23:57.564961 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:23:57.591117 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:57.628433 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Made reservation on behalf of 23f88eb8bc4948b6812bad8784ebd805 for: {'port': 1} {{(pid=80386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:23:57.634614 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:57.998817 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Allocated IP 172.20.0.14 (b81a599e-838a-4ffe-9e4f-9c727b5fc469/859a5374-f920-4fac-bd2d-9321c5f26e4f/12ef6aa6-acc8-4bbe-9cee-7442c4d02abb) {{(pid=80386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:23:58.264499 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fe4d3243-b8ef-47d4-b5f8-a4b9a0bfbfd7 req-b8ef6cc6-a827-441a-9afd-93c9b2e246dc tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 210 time: 0.0513852 Nov 18 16:23:58.477919 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks [] for port, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:58.499897 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee2719-2b83-4547-81a8-4267e038d5ec req-74063e55-1e86-4b49-b24f-69cc46ccbe9d tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:58.508318 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c1ee2719-2b83-4547-81a8-4267e038d5ec req-74063e55-1e86-4b49-b24f-69cc46ccbe9d tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.2846110 Nov 18 16:23:58.532011 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Transition to ACTIVE for port object 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb will not be triggered until provisioned by entity DHCP. {{(pid=80386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:23:58.586432 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c1ee2719-2b83-4547-81a8-4267e038d5ec req-f03d427a-4dd6-4db3-8d97-ee94db537f95 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770497 Nov 18 16:23:58.622959 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1990542'] for port, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:58.645372 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:58.837227 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Pushing event updated for resources: {'Port': ['ID=12ef6aa6-acc8-4bbe-9cee-7442c4d02abb,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:58.855820 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:58.856293 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:58.856649 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:58.857061 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:58.857518 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:58.857833 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:58.858192 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:58.858573 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:58.858992 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:58.859305 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:58.859751 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:58.860100 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:58.860718 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:58.862077 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:58.863293 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:58.864013 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:58.864552 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:58.866147 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:58.866843 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:58.867682 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:58.868305 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:58.869143 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:58.869821 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:58.870461 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:58.875789 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:58.956724 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Network b81a599e-838a-4ffe-9e4f-9c727b5fc469 is already hosted by enough agents. {{(pid=80386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:23:58.958237 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Resources bound (agent type, host, resource id): {{(pid=80386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:23:58.961224 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Received port after_create {{(pid=80386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:23:59.063031 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:59.064540 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:59.122280 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7715235 Nov 18 16:23:59.139216 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-29e8cb75-d88e-42ba-a155-48a5d7ccaf3b service neutron] Request body: {'port': {'device_id': '5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:23:59.276624 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-e280ce90-f75f-4b93-b61b-bf4e4846bc5b None None] Provisioning for port 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb completed by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:23:59.282453 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-e280ce90-f75f-4b93-b61b-bf4e4846bc5b None None] Provisioning complete for port 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:59.284299 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e280ce90-f75f-4b93-b61b-bf4e4846bc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:59.319261 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-29e8cb75-d88e-42ba-a155-48a5d7ccaf3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:59.416408 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-e280ce90-f75f-4b93-b61b-bf4e4846bc5b None None] Port 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb cannot update to ACTIVE because it is not bound. {{(pid=80388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:23:59.629768 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a49db-a6dc-4490-9b2e-e131a33888a4 req-727c07cd-b563-4442-be7c-ed1879042e16 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:59.632173 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6b0a49db-a6dc-4490-9b2e-e131a33888a4 req-727c07cd-b563-4442-be7c-ed1879042e16 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 932 time: 0.1185527 Nov 18 16:23:59.718929 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-6b0a49db-a6dc-4490-9b2e-e131a33888a4 req-8f3e9e39-778d-46f4-a3df-5070e7a9a09e tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Synchronizing usage tracker for tenant:23f88eb8bc4948b6812bad8784ebd805 on resource:security_group {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:23:59.765349 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-6b0a49db-a6dc-4490-9b2e-e131a33888a4 req-8f3e9e39-778d-46f4-a3df-5070e7a9a09e tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Unset dirty status for tenant:23f88eb8bc4948b6812bad8784ebd805 on resource:security_group {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:23:59.779966 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6b0a49db-a6dc-4490-9b2e-e131a33888a4 req-8f3e9e39-778d-46f4-a3df-5070e7a9a09e tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1406593 Nov 18 16:24:00.013858 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-29e8cb75-d88e-42ba-a155-48a5d7ccaf3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb {{(pid=80386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:24:00.024563 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca2b18-e9c8-4975-a27a-950d7b2f8458 req-8ca3423a-7433-49d2-927a-5bcb80bef756 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:00.026240 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-87ca2b18-e9c8-4975-a27a-950d7b2f8458 req-8ca3423a-7433-49d2-927a-5bcb80bef756 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.1764560 Nov 18 16:24:00.030268 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-29e8cb75-d88e-42ba-a155-48a5d7ccaf3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:00.069732 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-29e8cb75-d88e-42ba-a155-48a5d7ccaf3b service neutron] Transition to ACTIVE for port object 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb will not be triggered until provisioned by entity L2. {{(pid=80386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:24:00.097772 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-87ca2b18-e9c8-4975-a27a-950d7b2f8458 req-a09c51db-11b7-440d-8886-317890cdbadd tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635796 Nov 18 16:24:00.334243 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-29e8cb75-d88e-42ba-a155-48a5d7ccaf3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852785257'] for port, after_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:00.350726 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2e23cc2a-7357-4116-9285-8b97b8bde22c tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:00.493975 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8cb75-d88e-42ba-a155-48a5d7ccaf3b service neutron] Pushing event updated for resources: {'Port': ['ID=12ef6aa6-acc8-4bbe-9cee-7442c4d02abb,revision_number=2']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:00.498545 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-29e8cb75-d88e-42ba-a155-48a5d7ccaf3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:00.761658 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-29e8cb75-d88e-42ba-a155-48a5d7ccaf3b service neutron] Attempting to bind port 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb on host hv-cinder-75995 for vnic_type normal with profile {{(pid=80386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:24:00.762654 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-29e8cb75-d88e-42ba-a155-48a5d7ccaf3b service neutron] Attempting to bind port 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '55e8528c-95cf-4217-a937-dca6741bdca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b81a599e-838a-4ffe-9e4f-9c727b5fc469'}] {{(pid=80386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:24:00.762654 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-29e8cb75-d88e-42ba-a155-48a5d7ccaf3b service neutron] Attempting to bind port 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb on network b81a599e-838a-4ffe-9e4f-9c727b5fc469 {{(pid=80386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:24:00.772661 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-29e8cb75-d88e-42ba-a155-48a5d7ccaf3b service neutron] Checking agent: {'id': '3488e2eb-83f3-429f-9709-c44be6a31d37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 18, 57), 'started_at': datetime.datetime(2020, 11, 18, 16, 19, 27), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:24:00.776893 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-29e8cb75-d88e-42ba-a155-48a5d7ccaf3b service neutron] Checking segment: {'id': '55e8528c-95cf-4217-a937-dca6741bdca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b81a599e-838a-4ffe-9e4f-9c727b5fc469'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:24:00.778296 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-29e8cb75-d88e-42ba-a155-48a5d7ccaf3b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:00.780063 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-29e8cb75-d88e-42ba-a155-48a5d7ccaf3b service neutron] Bound using segment: {'id': '55e8528c-95cf-4217-a937-dca6741bdca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b81a599e-838a-4ffe-9e4f-9c727b5fc469'} {{(pid=80386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:24:00.783140 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-29e8cb75-d88e-42ba-a155-48a5d7ccaf3b service neutron] Bound port: 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e8528c-95cf-4217-a937-dca6741bdca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b81a599e-838a-4ffe-9e4f-9c727b5fc469'}}] {{(pid=80386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:24:00.785067 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-29e8cb75-d88e-42ba-a155-48a5d7ccaf3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:00.942671 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-29e8cb75-d88e-42ba-a155-48a5d7ccaf3b service neutron] For port 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb, host hv-cinder-75995, cleared binding levels {{(pid=80386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:24:00.946008 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-29e8cb75-d88e-42ba-a155-48a5d7ccaf3b service neutron] For port 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=12ef6aa6-acc8-4bbe-9cee-7442c4d02abb,segment=NetworkSegment(55e8528c-95cf-4217-a937-dca6741bdca2),segment_id=55e8528c-95cf-4217-a937-dca6741bdca2)] {{(pid=80386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:24:00.990017 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-29e8cb75-d88e-42ba-a155-48a5d7ccaf3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852785257'] for port, after_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:01.020010 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11fd7a-1adf-4dff-b339-66b4d35be544 req-f2463125-c850-4e12-8cb0-55142200f78a tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:01.027945 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ab11fd7a-1adf-4dff-b339-66b4d35be544 req-f2463125-c850-4e12-8cb0-55142200f78a tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 944 time: 0.1013606 Nov 18 16:24:01.041091 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fbebfe2b-9c8d-4b88-9767-fac98fbd4ea3 tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:01.101509 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ab11fd7a-1adf-4dff-b339-66b4d35be544 req-03043b1d-5355-4c94-a4ef-7f1f6d8b7c83 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0723345 Nov 18 16:24:01.198054 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8cb75-d88e-42ba-a155-48a5d7ccaf3b service neutron] Pushing event updated for resources: {'Port': ['ID=12ef6aa6-acc8-4bbe-9cee-7442c4d02abb,revision_number=3']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:01.210658 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-29e8cb75-d88e-42ba-a155-48a5d7ccaf3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:01.233172 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-29e8cb75-d88e-42ba-a155-48a5d7ccaf3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:01.235086 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-29e8cb75-d88e-42ba-a155-48a5d7ccaf3b service neutron] 10.222.0.13 "PUT /v2.0/ports/12ef6aa6-acc8-4bbe-9cee-7442c4d02abb HTTP/1.1" status: 200 len: 1158 time: 2.1032624 Nov 18 16:24:01.235729 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9', 'tag': '12ef6aa6-acc8-4bbe-9cee-7442c4d02abb'}] {{(pid=80386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:24:01.327622 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9', 'tag': '12ef6aa6-acc8-4bbe-9cee-7442c4d02abb', 'status': 'completed', 'code': 200} Nov 18 16:24:01.715575 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-7dfe48a9-d056-4cfa-9ced-fd22e03e5e28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23f88eb8bc4948b6812bad8784ebd805&device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 1161 time: 0.3812728 Nov 18 16:24:01.728740 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2653d01-02ab-448f-b486-200648f18f44 req-ddef0e99-9f21-41bd-901a-5c1adab477ff tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:01.731073 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f2653d01-02ab-448f-b486-200648f18f44 req-ddef0e99-9f21-41bd-901a-5c1adab477ff tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.4567766 Nov 18 16:24:01.817200 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-538d2ffa-70f4-4d77-9b2a-bd0093896489 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12ef6aa6-acc8-4bbe-9cee-7442c4d02abb HTTP/1.1" status: 200 len: 217 time: 0.0845757 Nov 18 16:24:01.941063 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-fb6e09a2-188b-4204-93db-3ac9316265fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:01.942607 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-fb6e09a2-188b-4204-93db-3ac9316265fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=859a5374-f920-4fac-bd2d-9321c5f26e4f HTTP/1.1" status: 200 len: 847 time: 0.1026103 Nov 18 16:24:01.945255 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f2653d01-02ab-448f-b486-200648f18f44 req-09617005-cdd4-450b-914d-4b12c42192d8 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268840 Nov 18 16:24:02.033875 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-a0448b2d-27b7-4f04-bd70-5837252b8091 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b81a599e-838a-4ffe-9e4f-9c727b5fc469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0839496 Nov 18 16:24:02.196201 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-bf862a1f-6673-4d2f-a1b7-124423679c1c service neutron] 10.222.0.13 "GET /v2.0/networks/b81a599e-838a-4ffe-9e4f-9c727b5fc469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544037 Nov 18 16:24:02.376729 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b3dec0bc-1260-4f26-8c81-f4d3f103324a req-08409dcc-cb78-43fa-82e6-58a8ba316836 service neutron] 10.222.0.13 "GET /v2.0/networks/b81a599e-838a-4ffe-9e4f-9c727b5fc469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1731951 Nov 18 16:24:02.424446 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a6507-9e6c-4d3e-925c-445678979089 req-d7aee4d5-eea8-43ad-a0d3-1505aba0f5e6 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:02.426116 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2a0a6507-9e6c-4d3e-925c-445678979089 req-d7aee4d5-eea8-43ad-a0d3-1505aba0f5e6 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 944 time: 0.1104949 Nov 18 16:24:02.491664 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2a0a6507-9e6c-4d3e-925c-445678979089 req-b5bd0204-da1b-4f80-80ad-810a96cc4b8d tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0553410 Nov 18 16:24:02.598098 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8e34f1f3-fd01-46d5-a1de-e254b39e265f req-03d4702a-c49c-4a00-92b1-89eb3fa33888 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23f88eb8bc4948b6812bad8784ebd805&device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 1161 time: 0.1019526 Nov 18 16:24:02.775893 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34f1f3-fd01-46d5-a1de-e254b39e265f req-8d3198e4-dd6f-43e0-a71f-6f6e7ea85ca2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:02.777765 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8e34f1f3-fd01-46d5-a1de-e254b39e265f req-8d3198e4-dd6f-43e0-a71f-6f6e7ea85ca2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b81a599e-838a-4ffe-9e4f-9c727b5fc469 HTTP/1.1" status: 200 len: 902 time: 0.1700475 Nov 18 16:24:02.922082 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8e34f1f3-fd01-46d5-a1de-e254b39e265f req-6232223e-5735-45b6-9685-9953dffe19e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12ef6aa6-acc8-4bbe-9cee-7442c4d02abb HTTP/1.1" status: 200 len: 217 time: 0.1289442 Nov 18 16:24:03.050920 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34f1f3-fd01-46d5-a1de-e254b39e265f req-ac9d0ccb-0135-4bfa-aab0-3d92baac5da0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:03.053030 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8e34f1f3-fd01-46d5-a1de-e254b39e265f req-ac9d0ccb-0135-4bfa-aab0-3d92baac5da0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=859a5374-f920-4fac-bd2d-9321c5f26e4f HTTP/1.1" status: 200 len: 847 time: 0.1151023 Nov 18 16:24:03.230140 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8e34f1f3-fd01-46d5-a1de-e254b39e265f req-1a74d201-7f19-4176-8eed-6760c7d7e98b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b81a599e-838a-4ffe-9e4f-9c727b5fc469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1634724 Nov 18 16:24:03.405206 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d01a66-fcbd-427d-b94e-0f62c63a8e21 req-1de4b629-2ef3-4c79-8972-199bbd4ebd2c tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:03.406981 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-08d01a66-fcbd-427d-b94e-0f62c63a8e21 req-1de4b629-2ef3-4c79-8972-199bbd4ebd2c tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.2388577 Nov 18 16:24:03.477202 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8e34f1f3-fd01-46d5-a1de-e254b39e265f req-f67b5975-4a48-4df0-b711-70afe018a70a service neutron] 10.222.0.13 "GET /v2.0/networks/b81a599e-838a-4ffe-9e4f-9c727b5fc469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379997 Nov 18 16:24:03.521153 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-08d01a66-fcbd-427d-b94e-0f62c63a8e21 req-e2bdf5d1-a40c-4196-ae23-0e790297ea9a tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046164 Nov 18 16:24:03.645945 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8e34f1f3-fd01-46d5-a1de-e254b39e265f req-ad3bbd13-1f8d-493f-ac3d-4125fecf0bc5 service neutron] 10.222.0.13 "GET /v2.0/networks/b81a599e-838a-4ffe-9e4f-9c727b5fc469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1596193 Nov 18 16:24:03.735364 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20117d6-517d-4b14-a167-e92e3ddc06ff req-0ad282d0-703d-464f-9312-d882f6d06150 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:03.737708 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b20117d6-517d-4b14-a167-e92e3ddc06ff req-0ad282d0-703d-464f-9312-d882f6d06150 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 944 time: 0.0957975 Nov 18 16:24:03.849334 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b20117d6-517d-4b14-a167-e92e3ddc06ff req-fc2e3603-700c-46a0-a9f1-a4c6768361ef tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0514586 Nov 18 16:24:04.804449 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42e189-dc78-4a30-acb3-1b23140ac107 req-8b2c4e22-f5b9-4e71-b44b-9d90ed575380 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:04.806074 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4c42e189-dc78-4a30-acb3-1b23140ac107 req-8b2c4e22-f5b9-4e71-b44b-9d90ed575380 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.1354673 Nov 18 16:24:04.884450 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4c42e189-dc78-4a30-acb3-1b23140ac107 req-80e6561f-bc17-4701-9399-efa5fd1755d6 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710311 Nov 18 16:24:05.069983 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c672e-54a1-4c2d-af37-aac5bd8a123e req-c60b2c01-afc5-4681-8cb1-dbf08e7717f8 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:05.071633 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c14c672e-54a1-4c2d-af37-aac5bd8a123e req-c60b2c01-afc5-4681-8cb1-dbf08e7717f8 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 944 time: 0.1015022 Nov 18 16:24:05.131751 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c14c672e-54a1-4c2d-af37-aac5bd8a123e req-949aa122-0a7c-4b3c-88f3-29fadc9dce3f tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0443509 Nov 18 16:24:05.147468 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 51108) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:05.371593 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-09845ca3-6ebf-4104-9290-8239a6b144ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:05.423997 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-09845ca3-6ebf-4104-9290-8239a6b144ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:05.429061 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-09845ca3-6ebf-4104-9290-8239a6b144ee admin admin] Usage tracker for resource:security_group_rule and tenant:2e9da4c7c3a04170807ded742616d71a is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:05.432196 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-09845ca3-6ebf-4104-9290-8239a6b144ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:05.438522 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-09845ca3-6ebf-4104-9290-8239a6b144ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:05.515441 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-09845ca3-6ebf-4104-9290-8239a6b144ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:05.568109 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-09845ca3-6ebf-4104-9290-8239a6b144ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:05.576571 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9bd3a2b3-9e2b-43be-b27b-7f2e7eb1e724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:05.613339 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:05.645874 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09845ca3-6ebf-4104-9290-8239a6b144ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0afdafa-f0cb-4bb4-92f1-d63a7f1afe43,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:05.649689 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-09845ca3-6ebf-4104-9290-8239a6b144ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:05.652269 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-09845ca3-6ebf-4104-9290-8239a6b144ee admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2e9da4c7c3a04170807ded742616d71a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5031531 Nov 18 16:24:05.655162 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 51118) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:05.722434 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-aad082ae-8a69-4e06-9707-38494543e1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:05.739321 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning for port 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:24:05.745831 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:05.746132 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:05.752510 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-aad082ae-8a69-4e06-9707-38494543e1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:05.883631 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-aad082ae-8a69-4e06-9707-38494543e1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:05.885446 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:05.890360 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1331ef6a-94c3-40da-b6f0-1beb99aaac2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:05.903521 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad082ae-8a69-4e06-9707-38494543e1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0afdafa-f0cb-4bb4-92f1-d63a7f1afe43,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:05.914077 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad082ae-8a69-4e06-9707-38494543e1f3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:05.914749 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad082ae-8a69-4e06-9707-38494543e1f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:05.915475 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad082ae-8a69-4e06-9707-38494543e1f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:05.916062 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad082ae-8a69-4e06-9707-38494543e1f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:05.916751 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad082ae-8a69-4e06-9707-38494543e1f3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:05.917756 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad082ae-8a69-4e06-9707-38494543e1f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:05.918338 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad082ae-8a69-4e06-9707-38494543e1f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:05.918916 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad082ae-8a69-4e06-9707-38494543e1f3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:05.921635 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad082ae-8a69-4e06-9707-38494543e1f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:05.922367 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad082ae-8a69-4e06-9707-38494543e1f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:05.922979 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad082ae-8a69-4e06-9707-38494543e1f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:05.924167 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad082ae-8a69-4e06-9707-38494543e1f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:05.925019 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad082ae-8a69-4e06-9707-38494543e1f3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:05.925743 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad082ae-8a69-4e06-9707-38494543e1f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:05.926327 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad082ae-8a69-4e06-9707-38494543e1f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:05.927058 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad082ae-8a69-4e06-9707-38494543e1f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:05.927637 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad082ae-8a69-4e06-9707-38494543e1f3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:05.928214 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad082ae-8a69-4e06-9707-38494543e1f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:05.928810 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad082ae-8a69-4e06-9707-38494543e1f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:05.929403 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad082ae-8a69-4e06-9707-38494543e1f3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:05.930003 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad082ae-8a69-4e06-9707-38494543e1f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:05.930587 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad082ae-8a69-4e06-9707-38494543e1f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:05.932002 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad082ae-8a69-4e06-9707-38494543e1f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:05.932449 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad082ae-8a69-4e06-9707-38494543e1f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:05.938448 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-aad082ae-8a69-4e06-9707-38494543e1f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:05.941054 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=12ef6aa6-acc8-4bbe-9cee-7442c4d02abb,segment=NetworkSegment(55e8528c-95cf-4217-a937-dca6741bdca2),segment_id=55e8528c-95cf-4217-a937-dca6741bdca2)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:24:05.941608 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ef6aa6-acc8-4bbe-9cee-7442c4d02abb'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:24:05.943203 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-aad082ae-8a69-4e06-9707-38494543e1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:05.957697 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-aad082ae-8a69-4e06-9707-38494543e1f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e0afdafa-f0cb-4bb4-92f1-d63a7f1afe43 HTTP/1.1" status: 204 len: 168 time: 0.2932074 Nov 18 16:24:05.976965 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:05.980332 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:06.054274 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=12ef6aa6-acc8-4bbe-9cee-7442c4d02abb,revision_number=4']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:06.058788 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ef6aa6-acc8-4bbe-9cee-7442c4d02abb', 'code': 200} Nov 18 16:24:06.060438 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:06.213832 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b65b06-3598-4f6c-8892-3b7d27234808 req-437bee7d-2dc7-4f2f-bfdf-6d820603bb34 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:06.215600 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a5b65b06-3598-4f6c-8892-3b7d27234808 req-437bee7d-2dc7-4f2f-bfdf-6d820603bb34 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.1117668 Nov 18 16:24:06.291561 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a5b65b06-3598-4f6c-8892-3b7d27234808 req-e969f7d2-69e1-4cfd-94b8-7f55de9939c9 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690489 Nov 18 16:24:06.491621 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ee159-ddf4-4927-a4bd-3fb9a11e6b0b req-c0101825-ff3d-450f-8ec3-a673871e4015 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:06.499234 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-953ee159-ddf4-4927-a4bd-3fb9a11e6b0b req-c0101825-ff3d-450f-8ec3-a673871e4015 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 946 time: 0.1180263 Nov 18 16:24:06.562425 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-953ee159-ddf4-4927-a4bd-3fb9a11e6b0b req-03766467-a911-447e-be25-44413b0d8d60 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0618804 Nov 18 16:24:06.586206 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2c697408-e46d-4ba2-8cc7-4d2bad622a2d req-d01a8abf-1ebb-4c92-ba96-4d19e25d07dd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 1163 time: 0.1118479 Nov 18 16:24:06.649373 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2c697408-e46d-4ba2-8cc7-4d2bad622a2d req-46953193-6bdf-46af-970c-7403b329512f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0482068 Nov 18 16:24:07.203605 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:07.285781 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:07.286211 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:07.510726 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504ae3f-105c-4887-9731-ca08c4c4ad84 req-558a31fe-5289-473f-b2b9-793b240742bc tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:07.512339 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6504ae3f-105c-4887-9731-ca08c4c4ad84 req-558a31fe-5289-473f-b2b9-793b240742bc tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.0868971 Nov 18 16:24:07.583207 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6504ae3f-105c-4887-9731-ca08c4c4ad84 req-44871c97-c80f-4341-8bb0-6ce2622d8835 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638642 Nov 18 16:24:07.823560 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c0e4a-7cca-4e52-bfb2-b6c9fe6fc13b req-01560352-55f2-49f8-9180-29b4df1e932c tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:07.846051 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d83c0e4a-7cca-4e52-bfb2-b6c9fe6fc13b req-01560352-55f2-49f8-9180-29b4df1e932c tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 946 time: 0.1394391 Nov 18 16:24:07.912684 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d83c0e4a-7cca-4e52-bfb2-b6c9fe6fc13b req-807c1a4e-4a33-44f1-a397-2ac7e4755350 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0656018 Nov 18 16:24:08.857270 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a6293-b03b-4991-af14-66edff33cc44 req-b609337d-2394-4533-ad8e-5edd44513a8c tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:08.859014 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-357a6293-b03b-4991-af14-66edff33cc44 req-b609337d-2394-4533-ad8e-5edd44513a8c tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.0955255 Nov 18 16:24:08.918685 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-357a6293-b03b-4991-af14-66edff33cc44 req-16441376-29f7-4312-bed3-2008d744a128 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531845 Nov 18 16:24:09.150152 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a76d9-6545-4024-99ef-07d56cb1977f req-536a61a9-565d-4be8-873e-5dd57d9c4a49 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:09.151906 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-429a76d9-6545-4024-99ef-07d56cb1977f req-536a61a9-565d-4be8-873e-5dd57d9c4a49 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 946 time: 0.0885048 Nov 18 16:24:09.204002 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-429a76d9-6545-4024-99ef-07d56cb1977f req-a88ae238-3fe8-4a2d-bf3d-4339bfe0d526 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0456972 Nov 18 16:24:09.473723 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a224e15-4c3a-4067-b191-5d1932fa8e7a req-cb2b477a-13cb-4796-ad96-847fc303b58b tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:09.474507 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-3a224e15-4c3a-4067-b191-5d1932fa8e7a req-cb2b477a-13cb-4796-ad96-847fc303b58b tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Synchronizing usage tracker for tenant:23f88eb8bc4948b6812bad8784ebd805 on resource:port {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:24:09.539510 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-3a224e15-4c3a-4067-b191-5d1932fa8e7a req-cb2b477a-13cb-4796-ad96-847fc303b58b tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Unset dirty status for tenant:23f88eb8bc4948b6812bad8784ebd805 on resource:port {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:24:09.541108 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3a224e15-4c3a-4067-b191-5d1932fa8e7a req-cb2b477a-13cb-4796-ad96-847fc303b58b tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 946 time: 0.1641238 Nov 18 16:24:09.601382 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3a224e15-4c3a-4067-b191-5d1932fa8e7a req-23e50339-09a5-4cfe-983a-dd91d1bd86c3 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0537920 Nov 18 16:24:09.854660 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-c143a23c-939f-429e-839c-f6941055bef5 req-5e85511e-4f73-492d-ae9d-306e378e8cc6 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Synchronizing usage tracker for tenant:23f88eb8bc4948b6812bad8784ebd805 on resource:network {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:24:09.905446 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-c143a23c-939f-429e-839c-f6941055bef5 req-5e85511e-4f73-492d-ae9d-306e378e8cc6 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Unset dirty status for tenant:23f88eb8bc4948b6812bad8784ebd805 on resource:network {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:24:09.913366 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c143a23c-939f-429e-839c-f6941055bef5 req-5e85511e-4f73-492d-ae9d-306e378e8cc6 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2536142 Nov 18 16:24:09.918812 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-c143a23c-939f-429e-839c-f6941055bef5 req-7c7390db-0f4d-4c39-a1eb-828b71f20f43 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Request body: {'floatingip': {'floating_network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:09.925411 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-c143a23c-939f-429e-839c-f6941055bef5 req-7c7390db-0f4d-4c39-a1eb-828b71f20f43 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:09.929961 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-c143a23c-939f-429e-839c-f6941055bef5 req-7c7390db-0f4d-4c39-a1eb-828b71f20f43 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Usage tracker for resource:floatingip and tenant:23f88eb8bc4948b6812bad8784ebd805 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:09.933022 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-c143a23c-939f-429e-839c-f6941055bef5 req-7c7390db-0f4d-4c39-a1eb-828b71f20f43 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:09.939613 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-c143a23c-939f-429e-839c-f6941055bef5 req-7c7390db-0f4d-4c39-a1eb-828b71f20f43 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:09.979882 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c143a23c-939f-429e-839c-f6941055bef5 req-7c7390db-0f4d-4c39-a1eb-828b71f20f43 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks [] for floatingip, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:10.137821 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c143a23c-939f-429e-839c-f6941055bef5 req-7c7390db-0f4d-4c39-a1eb-828b71f20f43 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:10.162710 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed86c0-85b7-45d9-8d63-3b1cf8b5f6b0 req-e8f3583e-0dbc-4793-a701-1d676bc4b40e tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:10.170998 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-09ed86c0-85b7-45d9-8d63-3b1cf8b5f6b0 req-e8f3583e-0dbc-4793-a701-1d676bc4b40e tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.1036270 Nov 18 16:24:10.234609 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-09ed86c0-85b7-45d9-8d63-3b1cf8b5f6b0 req-e81d564c-07ae-4770-9075-ee418e2d8772 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624795 Nov 18 16:24:10.436549 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-c143a23c-939f-429e-839c-f6941055bef5 req-7c7390db-0f4d-4c39-a1eb-828b71f20f43 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Allocated IP 172.28.2.236 (1ab93bf2-7919-44ad-adde-8c05b7be9843/1c619f42-09f4-418f-9c21-3783e8b9bbfe/9611653a-9be3-4a91-8045-5f3e626cd1e2) {{(pid=80387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:24:10.643065 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c143a23c-939f-429e-839c-f6941055bef5 req-7c7390db-0f4d-4c39-a1eb-828b71f20f43 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks [] for port, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:10.697255 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c143a23c-939f-429e-839c-f6941055bef5 req-7c7390db-0f4d-4c39-a1eb-828b71f20f43 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:10.714137 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7142795f-218f-4623-86b7-85ecb8113a37 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:10.864883 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7390db-0f4d-4c39-a1eb-828b71f20f43 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Pushing event updated for resources: {'Port': ['ID=9611653a-9be3-4a91-8045-5f3e626cd1e2,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:10.870229 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7c7390db-0f4d-4c39-a1eb-828b71f20f43 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:10.918255 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c143a23c-939f-429e-839c-f6941055bef5 req-7c7390db-0f4d-4c39-a1eb-828b71f20f43 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Network 1ab93bf2-7919-44ad-adde-8c05b7be9843 is already hosted by enough agents. {{(pid=80387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:24:10.919322 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-c143a23c-939f-429e-839c-f6941055bef5 req-7c7390db-0f4d-4c39-a1eb-828b71f20f43 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Resources bound (agent type, host, resource id): {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:24:10.921748 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-c143a23c-939f-429e-839c-f6941055bef5 req-7c7390db-0f4d-4c39-a1eb-828b71f20f43 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Received port after_create {{(pid=80387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:24:11.070773 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c143a23c-939f-429e-839c-f6941055bef5 req-7c7390db-0f4d-4c39-a1eb-828b71f20f43 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks [] for floatingip, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:11.219660 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c143a23c-939f-429e-839c-f6941055bef5 req-7c7390db-0f4d-4c39-a1eb-828b71f20f43 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:11.603608 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c34f1d-51a9-4c4f-8ad3-89dd47e34ed9 req-c565415c-b922-4294-aa08-b081cc9983c0 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:11.607232 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-82c34f1d-51a9-4c4f-8ad3-89dd47e34ed9 req-c565415c-b922-4294-aa08-b081cc9983c0 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.1862516 Nov 18 16:24:11.709879 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-82c34f1d-51a9-4c4f-8ad3-89dd47e34ed9 req-21841ce9-ab03-4650-abaa-77d077ca268e tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932319 Nov 18 16:24:11.882654 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c143a23c-939f-429e-839c-f6941055bef5 req-7c7390db-0f4d-4c39-a1eb-828b71f20f43 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks [] for port, precommit_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:11.973745 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c143a23c-939f-429e-839c-f6941055bef5 req-7c7390db-0f4d-4c39-a1eb-828b71f20f43 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445729'] for port, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:11.990003 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-275be250-6d8c-4f5d-aa1e-c077693b8a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:12.127797 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7390db-0f4d-4c39-a1eb-828b71f20f43 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Pushing event updated for resources: {'Port': ['ID=9611653a-9be3-4a91-8045-5f3e626cd1e2,revision_number=2']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:12.132189 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7c7390db-0f4d-4c39-a1eb-828b71f20f43 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:12.229047 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c143a23c-939f-429e-839c-f6941055bef5 req-7c7390db-0f4d-4c39-a1eb-828b71f20f43 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701080'] for floatingip, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:12.276823 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c143a23c-939f-429e-839c-f6941055bef5 req-7c7390db-0f4d-4c39-a1eb-828b71f20f43 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for floatingip, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:12.278177 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c143a23c-939f-429e-839c-f6941055bef5 req-7c7390db-0f4d-4c39-a1eb-828b71f20f43 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3639176 Nov 18 16:24:12.367009 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-c143a23c-939f-429e-839c-f6941055bef5 req-4270c8f9-e1fe-4809-9fcd-6769efee37a6 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Synchronizing usage tracker for tenant:23f88eb8bc4948b6812bad8784ebd805 on resource:floatingip {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:24:12.434032 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-c143a23c-939f-429e-839c-f6941055bef5 req-4270c8f9-e1fe-4809-9fcd-6769efee37a6 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Unset dirty status for tenant:23f88eb8bc4948b6812bad8784ebd805 on resource:floatingip {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:24:12.435360 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c143a23c-939f-429e-839c-f6941055bef5 req-4270c8f9-e1fe-4809-9fcd-6769efee37a6 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.28.2.236 HTTP/1.1" status: 200 len: 696 time: 0.1501262 Nov 18 16:24:12.601042 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143a23c-939f-429e-839c-f6941055bef5 req-dcce7b77-3e01-4c2d-85ca-7ccb1b2abd53 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:12.602623 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c143a23c-939f-429e-839c-f6941055bef5 req-dcce7b77-3e01-4c2d-85ca-7ccb1b2abd53 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/networks/1ab93bf2-7919-44ad-adde-8c05b7be9843 HTTP/1.1" status: 200 len: 784 time: 0.1609905 Nov 18 16:24:12.615292 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [req-c143a23c-939f-429e-839c-f6941055bef5 req-c7fbe82e-ddf4-42d5-a5f5-8b14870205c9 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=80387) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:24:12.616352 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c143a23c-939f-429e-839c-f6941055bef5 req-c7fbe82e-ddf4-42d5-a5f5-8b14870205c9 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0073230 Nov 18 16:24:12.846942 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf3b20-6998-4c16-b97e-d044173a2163 req-e17df9c5-1f39-478a-87d2-4d2a253ff0ec tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:12.852269 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-23bf3b20-6998-4c16-b97e-d044173a2163 req-e17df9c5-1f39-478a-87d2-4d2a253ff0ec tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1149049 Nov 18 16:24:12.965324 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-23bf3b20-6998-4c16-b97e-d044173a2163 req-9bbc28a0-c78c-4499-b4ce-151de39ab2f7 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.28.2.236 HTTP/1.1" status: 200 len: 696 time: 0.1090255 Nov 18 16:24:12.971509 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-23bf3b20-6998-4c16-b97e-d044173a2163 req-76b64a35-96a6-4d2d-9601-c9611dd99f09 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Request body: {'floatingip': {'port_id': '12ef6aa6-acc8-4bbe-9cee-7442c4d02abb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:12.971667 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6caefb-3b79-4ad9-acf8-1549fe4bcdbe req-3bb21dc8-31d4-4737-9219-71413e62dd17 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:12.973442 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fd6caefb-3b79-4ad9-acf8-1549fe4bcdbe req-3bb21dc8-31d4-4737-9219-71413e62dd17 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.0886233 Nov 18 16:24:13.027041 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fd6caefb-3b79-4ad9-acf8-1549fe4bcdbe req-f96e71c7-521b-4139-81d1-575cfbebaf70 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469465 Nov 18 16:24:13.065665 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-23bf3b20-6998-4c16-b97e-d044173a2163 req-76b64a35-96a6-4d2d-9601-c9611dd99f09 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks [] for floatingip, before_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:13.929354 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-23bf3b20-6998-4c16-b97e-d044173a2163 req-76b64a35-96a6-4d2d-9601-c9611dd99f09 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks [] for floatingip, precommit_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:13.953066 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-23bf3b20-6998-4c16-b97e-d044173a2163 req-76b64a35-96a6-4d2d-9601-c9611dd99f09 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701080'] for floatingip, after_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:14.164332 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.l3_db [req-23bf3b20-6998-4c16-b97e-d044173a2163 req-76b64a35-96a6-4d2d-9601-c9611dd99f09 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Floating IP 42a4f344-4d8f-4605-b5b0-cd3a2b6e21e0 associated. External IP: 172.28.2.236, port: 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb. Nov 18 16:24:14.286326 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b456352-9ef8-41da-bf94-bc766f754abf req-c10a5e1e-b7ab-4f72-bdb4-b2279d605eb5 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:14.287951 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5b456352-9ef8-41da-bf94-bc766f754abf req-c10a5e1e-b7ab-4f72-bdb4-b2279d605eb5 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.1032672 Nov 18 16:24:14.343948 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5b456352-9ef8-41da-bf94-bc766f754abf req-a1819944-c936-416c-a81d-e4f0857e48f7 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483966 Nov 18 16:24:14.599917 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23bf3b20-6998-4c16-b97e-d044173a2163 req-76b64a35-96a6-4d2d-9601-c9611dd99f09 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Router f35cd1e9-7b1e-405e-b562-e7325de18516 has already been hosted by L3 agent 06010dfa-7d57-41a4-b257-aaebf39abde2 {{(pid=80386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:24:14.821342 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23bf3b20-6998-4c16-b97e-d044173a2163 req-76b64a35-96a6-4d2d-9601-c9611dd99f09 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify agent at l3_agent.dv-cinder-759955-2-smb the message routers_updated {{(pid=80386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:24:14.832075 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3db87b-3019-4f09-b258-2ed42d01d763 None None] Sync routers for ids ['f35cd1e9-7b1e-405e-b562-e7325de18516'] in dv-cinder-759955-2-smb {{(pid=80389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:24:14.836705 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-23bf3b20-6998-4c16-b97e-d044173a2163 req-76b64a35-96a6-4d2d-9601-c9611dd99f09 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for floatingip, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:14.846013 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3db87b-3019-4f09-b258-2ed42d01d763 None None] Routers {'f35cd1e9-7b1e-405e-b562-e7325de18516'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:24:14.846454 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-6b3db87b-3019-4f09-b258-2ed42d01d763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:23:52Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['f35cd1e9-7b1e-405e-b562-e7325de18516'], 'active': True} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:14.895005 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-23bf3b20-6998-4c16-b97e-d044173a2163 req-76b64a35-96a6-4d2d-9601-c9611dd99f09 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "PUT /v2.0/floatingips/42a4f344-4d8f-4605-b5b0-cd3a2b6e21e0 HTTP/1.1" status: 200 len: 997 time: 1.9289005 Nov 18 16:24:14.895639 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9', 'tag': '12ef6aa6-acc8-4bbe-9cee-7442c4d02abb'}] {{(pid=80386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:24:14.974012 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9', 'tag': '12ef6aa6-acc8-4bbe-9cee-7442c4d02abb', 'status': 'completed', 'code': 200} Nov 18 16:24:15.041267 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-6b3db87b-3019-4f09-b258-2ed42d01d763 None None] Set router f35cd1e9-7b1e-405e-b562-e7325de18516 gateway port host: dv-cinder-759955-2-smb {{(pid=80389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:24:15.063223 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-23bf3b20-6998-4c16-b97e-d044173a2163 req-1c009043-d87e-433e-a9b7-7968d1bb8e58 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=23f88eb8bc4948b6812bad8784ebd805&device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 1163 time: 0.1417773 Nov 18 16:24:15.192117 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6c190a5a-9a51-4f93-ab9a-c3e0a7825756 req-94dd1504-6863-4175-b97e-a5253bb7a472 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23f88eb8bc4948b6812bad8784ebd805&device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 1163 time: 0.1879017 Nov 18 16:24:15.341554 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf3b20-6998-4c16-b97e-d044173a2163 req-4a79461a-d07f-49b7-92e8-a7090dfbe5ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:15.343179 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-23bf3b20-6998-4c16-b97e-d044173a2163 req-4a79461a-d07f-49b7-92e8-a7090dfbe5ce service neutron] 10.222.0.26 "GET /v2.0/networks?id=b81a599e-838a-4ffe-9e4f-9c727b5fc469 HTTP/1.1" status: 200 len: 902 time: 0.2728758 Nov 18 16:24:15.436196 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-6b3db87b-3019-4f09-b258-2ed42d01d763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'name': 'tempest-TestShelveInstance-128875647-router', 'tenant_id': '23f88eb8bc4948b6812bad8784ebd805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': 'f9d49898-8572-4b40-b304-b38190103ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:23:30Z', 'revision_number': 4, 'project_id': '23f88eb8bc4948b6812bad8784ebd805', 'gw_port': {'id': 'f9d49898-8572-4b40-b304-b38190103ed5', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:21Z', 'updated_at': '2020-11-18T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_floatingips': [{'id': '42a4f344-4d8f-4605-b5b0-cd3a2b6e21e0', 'tenant_id': '23f88eb8bc4948b6812bad8784ebd805', 'floating_ip_address': '172.28.2.236', 'floating_network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'router_id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'port_id': '12ef6aa6-acc8-4bbe-9cee-7442c4d02abb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b81a599e-838a-4ffe-9e4f-9c727b5fc469', 'mac_address': 'fa:16:3e:88:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:24:10Z', 'updated_at': '2020-11-18T16:24:13Z', 'revision_number': 1, 'project_id': '23f88eb8bc4948b6812bad8784ebd805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79933ce3-49d1-46fb-a993-b9b46149f103', 'name': '', 'network_id': 'b81a599e-838a-4ffe-9e4f-9c727b5fc469', 'tenant_id': '23f88eb8bc4948b6812bad8784ebd805', 'mac_address': 'fa:16:3e:36:8b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '859a5374-f920-4fac-bd2d-9321c5f26e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:28Z', 'updated_at': '2020-11-18T16:23:40Z', 'revision_number': 5, 'project_id': '23f88eb8bc4948b6812bad8784ebd805', 'subnets': [{'id': '859a5374-f920-4fac-bd2d-9321c5f26e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:15.441268 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3db87b-3019-4f09-b258-2ed42d01d763 None None] Checking router: f35cd1e9-7b1e-405e-b562-e7325de18516 for host: dv-cinder-759955-2-smb {{(pid=80389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:24:15.457390 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3db87b-3019-4f09-b258-2ed42d01d763 None None] Routers {'f35cd1e9-7b1e-405e-b562-e7325de18516'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:24:15.457810 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-6b3db87b-3019-4f09-b258-2ed42d01d763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:23:52Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['f35cd1e9-7b1e-405e-b562-e7325de18516'], 'active': True} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:15.494516 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c190a5a-9a51-4f93-ab9a-c3e0a7825756 req-fbfd1271-898f-47e2-9f15-56fdbf5644d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:15.496299 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6c190a5a-9a51-4f93-ab9a-c3e0a7825756 req-fbfd1271-898f-47e2-9f15-56fdbf5644d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b81a599e-838a-4ffe-9e4f-9c727b5fc469 HTTP/1.1" status: 200 len: 902 time: 0.2963636 Nov 18 16:24:15.598648 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-23bf3b20-6998-4c16-b97e-d044173a2163 req-87f5a367-eed0-408e-b3ed-970c7b437b52 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12ef6aa6-acc8-4bbe-9cee-7442c4d02abb HTTP/1.1" status: 200 len: 1000 time: 0.2451715 Nov 18 16:24:15.599037 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cae484-bc84-4bd4-b80d-71a939bb6470 req-4320d538-5f7e-49e6-9fdd-7079e00a7b94 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:15.599037 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-79cae484-bc84-4bd4-b80d-71a939bb6470 req-4320d538-5f7e-49e6-9fdd-7079e00a7b94 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.1038961 Nov 18 16:24:15.659847 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-79cae484-bc84-4bd4-b80d-71a939bb6470 req-e1a6c19c-a262-455d-9ae0-310156d583c6 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473766 Nov 18 16:24:15.707698 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6c190a5a-9a51-4f93-ab9a-c3e0a7825756 req-7141448e-c759-4bd7-bd1b-806b4ef6e543 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12ef6aa6-acc8-4bbe-9cee-7442c4d02abb HTTP/1.1" status: 200 len: 1000 time: 0.2028372 Nov 18 16:24:15.746275 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 51348) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:15.770671 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf3b20-6998-4c16-b97e-d044173a2163 req-ae5b200d-9160-490e-93e0-272e449865be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:15.779062 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-23bf3b20-6998-4c16-b97e-d044173a2163 req-ae5b200d-9160-490e-93e0-272e449865be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=859a5374-f920-4fac-bd2d-9321c5f26e4f HTTP/1.1" status: 200 len: 847 time: 0.1585522 Nov 18 16:24:15.868871 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd6abdd-60fc-4006-9049-bfe5d844013b admin admin] Deleting subnet b246cc9f-5343-4a87-b0ae-782339279bde {{(pid=80387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 16:24:15.872676 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-edd6abdd-60fc-4006-9049-bfe5d844013b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:15.877476 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c190a5a-9a51-4f93-ab9a-c3e0a7825756 req-682fb21a-0f60-4e5b-94fe-5d133eeb74a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:15.879083 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6c190a5a-9a51-4f93-ab9a-c3e0a7825756 req-682fb21a-0f60-4e5b-94fe-5d133eeb74a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=859a5374-f920-4fac-bd2d-9321c5f26e4f HTTP/1.1" status: 200 len: 847 time: 0.1627474 Nov 18 16:24:15.901607 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-6b3db87b-3019-4f09-b258-2ed42d01d763 None None] Set router f35cd1e9-7b1e-405e-b562-e7325de18516 gateway port host: dv-cinder-759955-2-smb {{(pid=80389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:24:15.946307 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-edd6abdd-60fc-4006-9049-bfe5d844013b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545235'] for subnet, precommit_delete_associations {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:15.950664 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-23bf3b20-6998-4c16-b97e-d044173a2163 req-9305709b-9f6c-4c29-9c2a-1124350c5392 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b81a599e-838a-4ffe-9e4f-9c727b5fc469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1708095 Nov 18 16:24:15.965161 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [req-23bf3b20-6998-4c16-b97e-d044173a2163 req-0a7023f4-8d5b-4be5-8ebc-311b558fd0ac service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=80386) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:24:15.966269 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-23bf3b20-6998-4c16-b97e-d044173a2163 req-0a7023f4-8d5b-4be5-8ebc-311b558fd0ac service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0081019 Nov 18 16:24:16.008318 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-edd6abdd-60fc-4006-9049-bfe5d844013b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847102822'] for subnet, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:16.028704 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6c190a5a-9a51-4f93-ab9a-c3e0a7825756 req-fdce9ce5-5d0d-4c9a-a906-7664e7b002aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b81a599e-838a-4ffe-9e4f-9c727b5fc469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1396580 Nov 18 16:24:16.342269 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-6b3db87b-3019-4f09-b258-2ed42d01d763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'name': 'tempest-TestShelveInstance-128875647-router', 'tenant_id': '23f88eb8bc4948b6812bad8784ebd805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': 'f9d49898-8572-4b40-b304-b38190103ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:23:30Z', 'revision_number': 4, 'project_id': '23f88eb8bc4948b6812bad8784ebd805', 'gw_port': {'id': 'f9d49898-8572-4b40-b304-b38190103ed5', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:21Z', 'updated_at': '2020-11-18T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_floatingips': [{'id': '42a4f344-4d8f-4605-b5b0-cd3a2b6e21e0', 'tenant_id': '23f88eb8bc4948b6812bad8784ebd805', 'floating_ip_address': '172.28.2.236', 'floating_network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'router_id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'port_id': '12ef6aa6-acc8-4bbe-9cee-7442c4d02abb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b81a599e-838a-4ffe-9e4f-9c727b5fc469', 'mac_address': 'fa:16:3e:88:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:24:10Z', 'updated_at': '2020-11-18T16:24:13Z', 'revision_number': 1, 'project_id': '23f88eb8bc4948b6812bad8784ebd805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79933ce3-49d1-46fb-a993-b9b46149f103', 'name': '', 'network_id': 'b81a599e-838a-4ffe-9e4f-9c727b5fc469', 'tenant_id': '23f88eb8bc4948b6812bad8784ebd805', 'mac_address': 'fa:16:3e:36:8b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '859a5374-f920-4fac-bd2d-9321c5f26e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:28Z', 'updated_at': '2020-11-18T16:23:40Z', 'revision_number': 5, 'project_id': '23f88eb8bc4948b6812bad8784ebd805', 'subnets': [{'id': '859a5374-f920-4fac-bd2d-9321c5f26e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:16.347746 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3db87b-3019-4f09-b258-2ed42d01d763 None None] The sync data for ids ['f35cd1e9-7b1e-405e-b562-e7325de18516'] in dv-cinder-759955-2-smb is: [{'id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'name': 'tempest-TestShelveInstance-128875647-router', 'tenant_id': '23f88eb8bc4948b6812bad8784ebd805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': 'f9d49898-8572-4b40-b304-b38190103ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:23:30Z', 'revision_number': 4, 'project_id': '23f88eb8bc4948b6812bad8784ebd805', 'gw_port': {'id': 'f9d49898-8572-4b40-b304-b38190103ed5', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:21Z', 'updated_at': '2020-11-18T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_floatingips': [{'id': '42a4f344-4d8f-4605-b5b0-cd3a2b6e21e0', 'tenant_id': '23f88eb8bc4948b6812bad8784ebd805', 'floating_ip_address': '172.28.2.236', 'floating_network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'router_id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'port_id': '12ef6aa6-acc8-4bbe-9cee-7442c4d02abb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b81a599e-838a-4ffe-9e4f-9c727b5fc469', 'mac_address': 'fa:16:3e:88:0a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:24:10Z', 'updated_at': '2020-11-18T16:24:13Z', 'revision_number': 1, 'project_id': '23f88eb8bc4948b6812bad8784ebd805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79933ce3-49d1-46fb-a993-b9b46149f103', 'name': '', 'network_id': 'b81a599e-838a-4ffe-9e4f-9c727b5fc469', 'tenant_id': '23f88eb8bc4948b6812bad8784ebd805', 'mac_address': 'fa:16:3e:36:8b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '859a5374-f920-4fac-bd2d-9321c5f26e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:28Z', 'updated_at': '2020-11-18T16:23:40Z', 'revision_number': 5, 'project_id': '23f88eb8bc4948b6812bad8784ebd805', 'subnets': [{'id': '859a5374-f920-4fac-bd2d-9321c5f26e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:24:16.348158 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-edd6abdd-60fc-4006-9049-bfe5d844013b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2445714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1812840'] for subnet, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:16.376081 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:16.408108 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6abdd-60fc-4006-9049-bfe5d844013b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b246cc9f-5343-4a87-b0ae-782339279bde,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:16.421574 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-edd6abdd-60fc-4006-9049-bfe5d844013b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:16.455825 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-23bf3b20-6998-4c16-b97e-d044173a2163 req-929cb436-06b6-4659-964b-2416d014106c service neutron] 10.222.0.26 "GET /v2.0/networks/b81a599e-838a-4ffe-9e4f-9c727b5fc469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4809723 Nov 18 16:24:16.510342 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-edd6abdd-60fc-4006-9049-bfe5d844013b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:16.517724 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-edd6abdd-60fc-4006-9049-bfe5d844013b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b246cc9f-5343-4a87-b0ae-782339279bde HTTP/1.1" status: 204 len: 168 time: 0.7688866 Nov 18 16:24:16.519984 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 51360) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:16.521316 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6c190a5a-9a51-4f93-ab9a-c3e0a7825756 req-c832e767-9412-4628-b828-97df80b9d568 service neutron] 10.222.0.13 "GET /v2.0/networks/b81a599e-838a-4ffe-9e4f-9c727b5fc469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300041 Nov 18 16:24:16.646564 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8d8f969c-571d-4e42-a2fc-311b387f4cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7611418'] for network, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:16.673836 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c963b0a9-6af8-4e64-9ec6-25afc74c7c14 None None] New status for floating IP 42a4f344-4d8f-4605-b5b0-cd3a2b6e21e0: ACTIVE {{(pid=80388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 16:24:16.739942 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-23bf3b20-6998-4c16-b97e-d044173a2163 req-3703ff69-e8ee-49e5-a1a9-ca5e1fa657bd service neutron] 10.222.0.26 "GET /v2.0/networks/b81a599e-838a-4ffe-9e4f-9c727b5fc469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2703369 Nov 18 16:24:16.764750 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6c190a5a-9a51-4f93-ab9a-c3e0a7825756 req-427fc290-e977-4fae-aee7-be9df0068328 service neutron] 10.222.0.13 "GET /v2.0/networks/b81a599e-838a-4ffe-9e4f-9c727b5fc469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1890960 Nov 18 16:24:16.934981 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8d8f969c-571d-4e42-a2fc-311b387f4cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847103455', 'neutron.services.segments.db._delete_segments_for_network--9223363242460435435'] for network, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:17.078147 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-8d8f969c-571d-4e42-a2fc-311b387f4cae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['856f8a6f-2d2e-48df-8f55-b02b4f11c5c5']}} {{(pid=80387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:17.095385 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-8d8f969c-571d-4e42-a2fc-311b387f4cae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208beece-2650-4899-8454-f8d1dbd9dfba') {'for_net_delete': True} {{(pid=80387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:17.095724 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-8d8f969c-571d-4e42-a2fc-311b387f4cae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208beece-2650-4899-8454-f8d1dbd9dfba') {} {{(pid=80387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:17.107719 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975fed0-b4e1-4e68-bc5e-af64b1017d02 req-f71b3f72-6782-43ee-8c21-4a3a721aad54 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:17.109389 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6975fed0-b4e1-4e68-bc5e-af64b1017d02 req-f71b3f72-6782-43ee-8c21-4a3a721aad54 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.2225220 Nov 18 16:24:17.115849 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8d8f969c-571d-4e42-a2fc-311b387f4cae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242460437483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230549'] for segment, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:17.151018 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8d8f969c-571d-4e42-a2fc-311b387f4cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696124'] for segment, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:17.154804 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8d8f969c-571d-4e42-a2fc-311b387f4cae admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 16:24:17.280408 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6975fed0-b4e1-4e68-bc5e-af64b1017d02 req-cfb7e3f5-4aff-4be8-8ef2-bea0b561d1df tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570356 Nov 18 16:24:17.367078 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-8d8f969c-571d-4e42-a2fc-311b387f4cae admin admin] Network 856f8a6f-2d2e-48df-8f55-b02b4f11c5c5 has no segments {{(pid=80387) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:24:17.376575 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8d8f969c-571d-4e42-a2fc-311b387f4cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847079692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2445775'] for segment, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:17.557888 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-8d8f969c-571d-4e42-a2fc-311b387f4cae admin admin] Network 856f8a6f-2d2e-48df-8f55-b02b4f11c5c5 has no segments {{(pid=80387) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:24:17.583852 dv-cinder-759955-2-smb neutron-server[80275]: Traceback (most recent call last): Nov 18 16:24:17.583852 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:24:17.583852 dv-cinder-759955-2-smb neutron-server[80275]: timer() Nov 18 16:24:17.583852 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:24:17.583852 dv-cinder-759955-2-smb neutron-server[80275]: cb(*args, **kw) Nov 18 16:24:17.583852 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 16:24:17.583852 dv-cinder-759955-2-smb neutron-server[80275]: return func(*args, **kwargs) Nov 18 16:24:17.583852 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:24:17.583852 dv-cinder-759955-2-smb neutron-server[80275]: self._notify() Nov 18 16:24:17.583852 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:24:17.583852 dv-cinder-759955-2-smb neutron-server[80275]: self.callback(batched_events) Nov 18 16:24:17.583852 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:24:17.583852 dv-cinder-759955-2-smb neutron-server[80275]: event.method(event) Nov 18 16:24:17.583852 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 16:24:17.583852 dv-cinder-759955-2-smb neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:24:17.583852 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 16:24:17.583852 dv-cinder-759955-2-smb neutron-server[80275]: segment_id)['aggregates'][0] Nov 18 16:24:17.583852 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 16:24:17.583852 dv-cinder-759955-2-smb neutron-server[80275]: return f(self, *a, **k) Nov 18 16:24:17.583852 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:24:17.583852 dv-cinder-759955-2-smb neutron-server[80275]: return self._get(url).json() Nov 18 16:24:17.583852 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 16:24:17.583852 dv-cinder-759955-2-smb neutron-server[80275]: **kwargs) Nov 18 16:24:17.583852 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 16:24:17.583852 dv-cinder-759955-2-smb neutron-server[80275]: return self.request(url, 'GET', **kwargs) Nov 18 16:24:17.583852 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 16:24:17.583852 dv-cinder-759955-2-smb neutron-server[80275]: **endpoint_filter) Nov 18 16:24:17.583852 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 16:24:17.583852 dv-cinder-759955-2-smb neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:24:17.583852 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 16:24:17.583852 dv-cinder-759955-2-smb neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:24:17.583852 dv-cinder-759955-2-smb neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:24:17.690828 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8d8f969c-571d-4e42-a2fc-311b387f4cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7672361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for network, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:17.695644 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8d8f969c-571d-4e42-a2fc-311b387f4cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for network, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:17.700622 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-df991088-5d3d-4f6c-acea-e1b39d340fcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:17.727431 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f969c-571d-4e42-a2fc-311b387f4cae admin admin] Pushing event deleted for resources: {'Network': ['ID=856f8a6f-2d2e-48df-8f55-b02b4f11c5c5,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:17.730143 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8d8f969c-571d-4e42-a2fc-311b387f4cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:17.771696 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-8d8f969c-571d-4e42-a2fc-311b387f4cae admin admin] 10.222.0.26 "DELETE /v2.0/networks/856f8a6f-2d2e-48df-8f55-b02b4f11c5c5 HTTP/1.1" status: 204 len: 168 time: 1.2505987 Nov 18 16:24:18.130199 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 51384) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:18.186042 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-d085acaf-197a-47aa-8190-38e0dc516eb7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=028b1410faf74f58bf747e194fe57fd4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0546057 Nov 18 16:24:18.189366 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 51388) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:18.249683 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2f028a5-f866-4457-b2d3-858128294da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:18.277626 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2f028a5-f866-4457-b2d3-858128294da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:18.347594 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2f028a5-f866-4457-b2d3-858128294da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:18.353108 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-35c61a18-e621-4ba8-a995-660f9f4985c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:18.367953 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f028a5-f866-4457-b2d3-858128294da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e013f0-e21d-4285-b034-2037a770de89,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:18.370769 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e2f028a5-f866-4457-b2d3-858128294da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:18.407636 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2f028a5-f866-4457-b2d3-858128294da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:18.409031 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-e2f028a5-f866-4457-b2d3-858128294da9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/62e013f0-e21d-4285-b034-2037a770de89 HTTP/1.1" status: 204 len: 168 time: 0.2191045 Nov 18 16:24:18.500646 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501cf06b-fb51-44e3-a3f8-917d776d28a2 req-24470946-1884-45f7-9718-a653e792893f tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:18.502549 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-501cf06b-fb51-44e3-a3f8-917d776d28a2 req-24470946-1884-45f7-9718-a653e792893f tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.0887439 Nov 18 16:24:18.552133 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-501cf06b-fb51-44e3-a3f8-917d776d28a2 req-99cc80b9-09ea-4258-9ec0-9e9ea9fe40b7 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435367 Nov 18 16:24:19.056409 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-27b55631-6d91-4d25-9cde-5c4dbe444f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:19.770839 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3cfc1-426d-45a9-8223-ac1d0bcf1f56 req-43b4eb82-1616-491b-838f-c44c7c3fd26a tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:19.772428 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a6f3cfc1-426d-45a9-8223-ac1d0bcf1f56 req-43b4eb82-1616-491b-838f-c44c7c3fd26a tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.0875335 Nov 18 16:24:20.010869 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a6f3cfc1-426d-45a9-8223-ac1d0bcf1f56 req-990cba52-d9c5-49d0-bfda-9043f794176b tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316372 Nov 18 16:24:21.229536 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b0901-86a6-490e-820a-1a6369478741 req-b305b06f-d96a-4f3d-9b48-ed089ed71024 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:21.231138 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-897b0901-86a6-490e-820a-1a6369478741 req-b305b06f-d96a-4f3d-9b48-ed089ed71024 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.0881090 Nov 18 16:24:21.282850 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-897b0901-86a6-490e-820a-1a6369478741 req-7f8656e4-0738-433c-8f9d-289154cbdaa6 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447946 Nov 18 16:24:21.625043 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-61134a50-b104-4ed2-b1c7-bdcb9cb14af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:22.065076 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:22.497996 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed8101-25a8-4ee4-b4a3-625aa6550050 req-00182d0e-25ab-4760-8cb4-95671697955b tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:22.500409 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-06ed8101-25a8-4ee4-b4a3-625aa6550050 req-00182d0e-25ab-4760-8cb4-95671697955b tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.0874438 Nov 18 16:24:22.560308 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-06ed8101-25a8-4ee4-b4a3-625aa6550050 req-20940bac-6155-42a5-a84b-d2f1eeb00347 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539048 Nov 18 16:24:22.828290 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-93a2bf16-d912-46e1-8606-0f539946b5e1 req-aa4ca2c0-118a-4a26-9f5d-47c836d49390 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 1163 time: 0.0790563 Nov 18 16:24:22.883969 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-93a2bf16-d912-46e1-8606-0f539946b5e1 req-7da512f1-729e-4bde-b2b8-7d139002342b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403924 Nov 18 16:24:23.036180 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:23.696936 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:23.779573 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b563a-2275-4396-a6e8-aa8c6a966ef9 req-11a7c639-fc53-4720-9c2e-32d389476ffb tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:23.781221 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4b0b563a-2275-4396-a6e8-aa8c6a966ef9 req-11a7c639-fc53-4720-9c2e-32d389476ffb tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.0915077 Nov 18 16:24:23.841133 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4b0b563a-2275-4396-a6e8-aa8c6a966ef9 req-ce349591-f886-416f-921e-87285b20ae57 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527873 Nov 18 16:24:25.055721 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8a101-b1a0-40a5-9461-fdaccae3b75b req-1d3dfced-e44b-4179-9e8c-8d2137f27960 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:25.057361 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2ae8a101-b1a0-40a5-9461-fdaccae3b75b req-1d3dfced-e44b-4179-9e8c-8d2137f27960 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.0865700 Nov 18 16:24:25.105245 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2ae8a101-b1a0-40a5-9461-fdaccae3b75b req-2bad0db3-3727-4433-b401-1ce5b229f766 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416594 Nov 18 16:24:25.279134 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:25.353537 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:25.353864 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:25.831958 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-54bd8dcc-ea7a-4cab-a525-5fc7ce194bc0 req-d40f5823-6697-46c1-aef3-cdf94bf6ef1d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b1fbfc3a3104b13a627691fd34d8367&device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 1163 time: 0.1634278 Nov 18 16:24:25.838712 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943fe4d-d4d1-44f1-822d-28ab818d691b req-7ca5e040-ba03-404c-a6c2-85e110c8c294 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:25.840184 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3943fe4d-d4d1-44f1-822d-28ab818d691b req-7ca5e040-ba03-404c-a6c2-85e110c8c294 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.1290507 Nov 18 16:24:25.994986 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3943fe4d-d4d1-44f1-822d-28ab818d691b req-a0dbec43-6bd8-4bfb-a697-2c84c66bcdb3 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284668 Nov 18 16:24:26.017313 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd8dcc-ea7a-4cab-a525-5fc7ce194bc0 req-24d9ba4c-4d35-4390-baaf-5d04de60acb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:26.018882 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-54bd8dcc-ea7a-4cab-a525-5fc7ce194bc0 req-24d9ba4c-4d35-4390-baaf-5d04de60acb0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=243ad771-9c27-410a-abdd-1a4d0c39fde7 HTTP/1.1" status: 200 len: 913 time: 0.1777956 Nov 18 16:24:26.090726 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-54bd8dcc-ea7a-4cab-a525-5fc7ce194bc0 req-5b45e176-9ded-4578-ad7e-90329d0ced41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 HTTP/1.1" status: 200 len: 217 time: 0.0647013 Nov 18 16:24:26.170308 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd8dcc-ea7a-4cab-a525-5fc7ce194bc0 req-aa8530bb-03d6-424a-8643-daab1fec5e10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:26.171827 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-54bd8dcc-ea7a-4cab-a525-5fc7ce194bc0 req-aa8530bb-03d6-424a-8643-daab1fec5e10 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=643c9d54-1ec3-46c3-8fbb-5c01220d831b HTTP/1.1" status: 200 len: 859 time: 0.0672328 Nov 18 16:24:26.224700 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-54bd8dcc-ea7a-4cab-a525-5fc7ce194bc0 req-d7b73b72-1213-47e9-a341-fcf6bcb72392 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=243ad771-9c27-410a-abdd-1a4d0c39fde7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430532 Nov 18 16:24:26.368401 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-54bd8dcc-ea7a-4cab-a525-5fc7ce194bc0 req-40e3e2ed-2c37-4ed5-bd46-faf993c6c42e service neutron] 10.222.0.13 "GET /v2.0/networks/243ad771-9c27-410a-abdd-1a4d0c39fde7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355679 Nov 18 16:24:26.512218 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-54bd8dcc-ea7a-4cab-a525-5fc7ce194bc0 req-e98a42eb-e5c4-4095-a107-456ec74dbc14 service neutron] 10.222.0.13 "GET /v2.0/networks/243ad771-9c27-410a-abdd-1a4d0c39fde7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1366322 Nov 18 16:24:27.212982 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b9431-a569-4f58-aec6-fc2c6f22a256 req-13d4666e-e54f-4ed0-88a3-d6eedc21145a tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:27.214557 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a18b9431-a569-4f58-aec6-fc2c6f22a256 req-13d4666e-e54f-4ed0-88a3-d6eedc21145a tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.0862586 Nov 18 16:24:27.271907 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a18b9431-a569-4f58-aec6-fc2c6f22a256 req-2380545e-7477-4af4-aebe-b15a57a2f237 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503840 Nov 18 16:24:27.596041 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:28.155925 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 6 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:24:28.488722 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1a6dd-9bbf-46f9-9a34-f659ccf8f28e req-43260752-a5ca-45a1-8f58-337838ab817a tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:28.490243 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-39c1a6dd-9bbf-46f9-9a34-f659ccf8f28e req-43260752-a5ca-45a1-8f58-337838ab817a tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.0874035 Nov 18 16:24:28.538098 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-39c1a6dd-9bbf-46f9-9a34-f659ccf8f28e req-a6d6c492-9d3a-4d53-a471-aaa088eebfbc tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416887 Nov 18 16:24:33.251493 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec201be1-1a5a-4204-a8dc-1b376732adea req-d6cc0627-7da2-4bbc-a6cd-88c82220177b tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:33.253172 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ec201be1-1a5a-4204-a8dc-1b376732adea req-d6cc0627-7da2-4bbc-a6cd-88c82220177b tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.0899618 Nov 18 16:24:33.305366 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ec201be1-1a5a-4204-a8dc-1b376732adea req-c7129b97-150b-40b2-81c5-d77a71b13db1 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460620 Nov 18 16:24:33.436368 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391eb5e-1476-4e20-a5f6-cea0ee352c8c req-2699d50d-f3a5-4a73-9c25-67a938a2d9b4 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:33.438532 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a391eb5e-1476-4e20-a5f6-cea0ee352c8c req-2699d50d-f3a5-4a73-9c25-67a938a2d9b4 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.0837910 Nov 18 16:24:33.486642 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a391eb5e-1476-4e20-a5f6-cea0ee352c8c req-13e11da3-4c1d-48f7-ace6-4e9d30b2f918 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419166 Nov 18 16:24:34.545953 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856044b2-8fcf-4bc0-878e-8157810614a0 req-24b62a7d-e6cb-4748-9491-d7dc5d2be79c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:34.547728 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-856044b2-8fcf-4bc0-878e-8157810614a0 req-24b62a7d-e6cb-4748-9491-d7dc5d2be79c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.0907266 Nov 18 16:24:34.600747 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-856044b2-8fcf-4bc0-878e-8157810614a0 req-e4d5d289-f4b1-4a40-be1c-38102f781598 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458839 Nov 18 16:24:34.713184 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63282189-9db5-4d84-8684-945493949d03 req-bd454201-37fe-4166-aacc-355d1b768e16 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:34.714766 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-63282189-9db5-4d84-8684-945493949d03 req-bd454201-37fe-4166-aacc-355d1b768e16 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.0909693 Nov 18 16:24:34.763638 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-63282189-9db5-4d84-8684-945493949d03 req-7c115b78-2531-4423-b79b-c57e3f33267e tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426407 Nov 18 16:24:34.976244 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e22f3a-e36d-4aef-bf77-90c22575c0a0 req-9447683a-3959-4e9e-a9af-5de4e07033cd tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:34.977994 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-42e22f3a-e36d-4aef-bf77-90c22575c0a0 req-9447683a-3959-4e9e-a9af-5de4e07033cd tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.13 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 945 time: 0.0849605 Nov 18 16:24:35.057675 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-42e22f3a-e36d-4aef-bf77-90c22575c0a0 req-f8c4e4ca-27c9-4163-802a-6668f9559f24 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Deleting port 7453f10f-adb3-4a69-a47c-fcb0da639843 {{(pid=80386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:24:35.057675 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-42e22f3a-e36d-4aef-bf77-90c22575c0a0 req-f8c4e4ca-27c9-4163-802a-6668f9559f24 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:35.276595 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 7453f10f-adb3-4a69-a47c-fcb0da639843 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:24:35.316496 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-42e22f3a-e36d-4aef-bf77-90c22575c0a0 req-f8c4e4ca-27c9-4163-802a-6668f9559f24 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] For port 7453f10f-adb3-4a69-a47c-fcb0da639843, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=7453f10f-adb3-4a69-a47c-fcb0da639843,segment=NetworkSegment(59bd26ae-f544-4976-8326-f88f38f0fa15),segment_id=59bd26ae-f544-4976-8326-f88f38f0fa15)] {{(pid=80386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:24:35.316832 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-42e22f3a-e36d-4aef-bf77-90c22575c0a0 req-f8c4e4ca-27c9-4163-802a-6668f9559f24 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:35.395044 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:35.423941 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9ff9e0-0817-4ec3-b91f-771093b54c33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7453f10f-adb3-4a69-a47c-fcb0da639843'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:24:35.434217 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port 7453f10f-adb3-4a69-a47c-fcb0da639843, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=7453f10f-adb3-4a69-a47c-fcb0da639843,segment=NetworkSegment(59bd26ae-f544-4976-8326-f88f38f0fa15),segment_id=59bd26ae-f544-4976-8326-f88f38f0fa15)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:24:35.471520 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:35.473658 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:35.503792 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9ff9e0-0817-4ec3-b91f-771093b54c33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7453f10f-adb3-4a69-a47c-fcb0da639843', 'code': 200} Nov 18 16:24:35.544874 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=7453f10f-adb3-4a69-a47c-fcb0da639843,revision_number=7']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:35.554909 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:35.555827 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:35.556361 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:35.556999 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:35.557539 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:35.558091 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:35.558470 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:35.558988 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:35.559251 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:35.559631 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:35.560068 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:35.560438 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:35.560943 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:35.561310 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:35.561679 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:35.562043 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:35.562409 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:35.563376 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:35.563808 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:35.564103 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:35.564467 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:35.564854 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:35.565223 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:35.565587 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:35.570031 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:35.647683 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-42e22f3a-e36d-4aef-bf77-90c22575c0a0 req-f8c4e4ca-27c9-4163-802a-6668f9559f24 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for floatingip, precommit_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:35.648101 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-42e22f3a-e36d-4aef-bf77-90c22575c0a0 req-f8c4e4ca-27c9-4163-802a-6668f9559f24 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701080'] for floatingip, after_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:35.648452 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.l3_db [req-42e22f3a-e36d-4aef-bf77-90c22575c0a0 req-f8c4e4ca-27c9-4163-802a-6668f9559f24 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Floating IP 46c33969-4ae6-4587-9c13-bbc9339a9408 disassociated. External IP: 172.28.2.33, port: 7453f10f-adb3-4a69-a47c-fcb0da639843. Nov 18 16:24:35.648922 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-42e22f3a-e36d-4aef-bf77-90c22575c0a0 req-f8c4e4ca-27c9-4163-802a-6668f9559f24 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Calling delete_port for 7453f10f-adb3-4a69-a47c-fcb0da639843 owned by compute:nova {{(pid=80386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:24:35.772059 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.db.api [req-42e22f3a-e36d-4aef-bf77-90c22575c0a0 req-f8c4e4ca-27c9-4163-802a-6668f9559f24 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80386) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:24:35.772430 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_db.api [req-42e22f3a-e36d-4aef-bf77-90c22575c0a0 req-f8c4e4ca-27c9-4163-802a-6668f9559f24 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 16:24:35.896965 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84778f8-649e-4d18-b825-e8b952c447b6 req-5adc9803-36bc-4a03-a1f6-8637ce515544 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:35.899160 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d84778f8-649e-4d18-b825-e8b952c447b6 req-5adc9803-36bc-4a03-a1f6-8637ce515544 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 943 time: 0.1382797 Nov 18 16:24:35.907909 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8606d3d-7753-4ac9-b9da-8e1ac2096fc5 req-5d966554-0b41-44f7-b440-e7316b6e578f tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:35.907909 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c8606d3d-7753-4ac9-b9da-8e1ac2096fc5 req-5d966554-0b41-44f7-b440-e7316b6e578f tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.13 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.1938679 Nov 18 16:24:35.986798 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef4d9c-668d-4235-b2e5-61ca61d51473 req-e3e888cc-5280-47c9-88dd-a5b1ace7e784 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:35.988448 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f9ef4d9c-668d-4235-b2e5-61ca61d51473 req-e3e888cc-5280-47c9-88dd-a5b1ace7e784 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 945 time: 0.0894337 Nov 18 16:24:36.012061 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-c8606d3d-7753-4ac9-b9da-8e1ac2096fc5 req-28d67277-b959-4c02-ae9b-36d1b781d9c0 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Deleting port 8163e74c-b8cc-40d6-bcd4-74733bf73519 {{(pid=80387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:24:36.012555 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c8606d3d-7753-4ac9-b9da-8e1ac2096fc5 req-28d67277-b959-4c02-ae9b-36d1b781d9c0 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:36.039173 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f9ef4d9c-668d-4235-b2e5-61ca61d51473 req-dcd2762a-9535-48d5-a113-294e5d8a54ec tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445592 Nov 18 16:24:36.063525 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d84778f8-649e-4d18-b825-e8b952c447b6 req-12cd0f94-0c9a-44c7-852a-2e8e41337955 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548502 Nov 18 16:24:36.273480 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-42e22f3a-e36d-4aef-bf77-90c22575c0a0 req-f8c4e4ca-27c9-4163-802a-6668f9559f24 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Deleting port 7453f10f-adb3-4a69-a47c-fcb0da639843 {{(pid=80386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:24:36.273877 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-42e22f3a-e36d-4aef-bf77-90c22575c0a0 req-f8c4e4ca-27c9-4163-802a-6668f9559f24 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:36.278508 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-c8606d3d-7753-4ac9-b9da-8e1ac2096fc5 req-28d67277-b959-4c02-ae9b-36d1b781d9c0 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] For port 8163e74c-b8cc-40d6-bcd4-74733bf73519, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=8163e74c-b8cc-40d6-bcd4-74733bf73519,segment=NetworkSegment(337856fa-1653-49eb-af3a-5379f98bd94a),segment_id=337856fa-1653-49eb-af3a-5379f98bd94a)] {{(pid=80387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:24:36.278912 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c8606d3d-7753-4ac9-b9da-8e1ac2096fc5 req-28d67277-b959-4c02-ae9b-36d1b781d9c0 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:36.414527 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-c8606d3d-7753-4ac9-b9da-8e1ac2096fc5 req-28d67277-b959-4c02-ae9b-36d1b781d9c0 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Calling delete_port for 8163e74c-b8cc-40d6-bcd4-74733bf73519 owned by compute:nova {{(pid=80387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:24:36.567940 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-42e22f3a-e36d-4aef-bf77-90c22575c0a0 req-f8c4e4ca-27c9-4163-802a-6668f9559f24 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] For port 7453f10f-adb3-4a69-a47c-fcb0da639843, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=7453f10f-adb3-4a69-a47c-fcb0da639843,segment=NetworkSegment(59bd26ae-f544-4976-8326-f88f38f0fa15),segment_id=59bd26ae-f544-4976-8326-f88f38f0fa15)] {{(pid=80386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:24:36.568504 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-42e22f3a-e36d-4aef-bf77-90c22575c0a0 req-f8c4e4ca-27c9-4163-802a-6668f9559f24 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:36.639306 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c8606d3d-7753-4ac9-b9da-8e1ac2096fc5 req-28d67277-b959-4c02-ae9b-36d1b781d9c0 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:36.659516 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:36.716250 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d67277-b959-4c02-ae9b-36d1b781d9c0 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Pushing event deleted for resources: {'Port': ['ID=8163e74c-b8cc-40d6-bcd4-74733bf73519,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:36.719095 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-28d67277-b959-4c02-ae9b-36d1b781d9c0 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:36.869723 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8606d3d-7753-4ac9-b9da-8e1ac2096fc5 req-28d67277-b959-4c02-ae9b-36d1b781d9c0 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] No DVR routers for this DVR port 8163e74c-b8cc-40d6-bcd4-74733bf73519 on host hv-cinder-75995 {{(pid=80387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:24:36.871966 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c8606d3d-7753-4ac9-b9da-8e1ac2096fc5 req-28d67277-b959-4c02-ae9b-36d1b781d9c0 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:36.874710 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e96d38-90e6-4ee0-9948-fb5cc9435724', 'name': 'network-vif-deleted', 'tag': '8163e74c-b8cc-40d6-bcd4-74733bf73519'}] {{(pid=80387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:24:36.919546 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c8606d3d-7753-4ac9-b9da-8e1ac2096fc5 req-28d67277-b959-4c02-ae9b-36d1b781d9c0 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.13 "DELETE /v2.0/ports/8163e74c-b8cc-40d6-bcd4-74733bf73519 HTTP/1.1" status: 204 len: 173 time: 0.9956696 Nov 18 16:24:36.940390 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e96d38-90e6-4ee0-9948-fb5cc9435724', 'name': 'network-vif-deleted', 'tag': '8163e74c-b8cc-40d6-bcd4-74733bf73519', 'status': 'completed', 'code': 200} Nov 18 16:24:37.100743 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-42e22f3a-e36d-4aef-bf77-90c22575c0a0 req-f8c4e4ca-27c9-4163-802a-6668f9559f24 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for floatingip, precommit_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:37.101187 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-42e22f3a-e36d-4aef-bf77-90c22575c0a0 req-f8c4e4ca-27c9-4163-802a-6668f9559f24 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701080'] for floatingip, after_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:37.101537 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.l3_db [req-42e22f3a-e36d-4aef-bf77-90c22575c0a0 req-f8c4e4ca-27c9-4163-802a-6668f9559f24 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Floating IP 46c33969-4ae6-4587-9c13-bbc9339a9408 disassociated. External IP: 172.28.2.33, port: 7453f10f-adb3-4a69-a47c-fcb0da639843. Nov 18 16:24:37.101919 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-42e22f3a-e36d-4aef-bf77-90c22575c0a0 req-f8c4e4ca-27c9-4163-802a-6668f9559f24 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Calling delete_port for 7453f10f-adb3-4a69-a47c-fcb0da639843 owned by compute:nova {{(pid=80386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:24:37.246427 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-3d5ad40f-db51-4b07-af57-d822efd95707 req-ebf02fb3-ccc5-4d5f-b468-77576360d0e8 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Synchronizing usage tracker for tenant:1b1fbfc3a3104b13a627691fd34d8367 on resource:port {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:24:37.301974 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-3d5ad40f-db51-4b07-af57-d822efd95707 req-ebf02fb3-ccc5-4d5f-b468-77576360d0e8 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Unset dirty status for tenant:1b1fbfc3a3104b13a627691fd34d8367 on resource:port {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:24:37.303288 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3d5ad40f-db51-4b07-af57-d822efd95707 req-ebf02fb3-ccc5-4d5f-b468-77576360d0e8 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=d9e96d38-90e6-4ee0-9948-fb5cc9435724 HTTP/1.1" status: 200 len: 210 time: 0.1124358 Nov 18 16:24:37.332401 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc159df-e10b-4203-88ce-f8357c5331f8 req-f2f916b3-d7c9-48f6-8b27-7b1998462987 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:37.334036 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ebc159df-e10b-4203-88ce-f8357c5331f8 req-f2f916b3-d7c9-48f6-8b27-7b1998462987 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 865 time: 0.1063070 Nov 18 16:24:37.357573 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-42e22f3a-e36d-4aef-bf77-90c22575c0a0 req-f8c4e4ca-27c9-4163-802a-6668f9559f24 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1990542'] for port, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:37.380713 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0471cdef-2406-45c9-91b4-2d87f704af82 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:37.454682 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4e4ca-27c9-4163-802a-6668f9559f24 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Pushing event deleted for resources: {'Port': ['ID=7453f10f-adb3-4a69-a47c-fcb0da639843,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:37.457595 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f8c4e4ca-27c9-4163-802a-6668f9559f24 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:37.473166 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 8163e74c-b8cc-40d6-bcd4-74733bf73519 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:24:37.515084 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] No Port match for: 8163e74c-b8cc-40d6-bcd4-74733bf73519 {{(pid=80388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:24:37.516192 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 8163e74c-b8cc-40d6-bcd4-74733bf73519 not bound to the agent host hv-cinder-75995 {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:24:37.534176 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ebc159df-e10b-4203-88ce-f8357c5331f8 req-e1aea72b-4e07-44f6-824c-5e69bb880ba2 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=c97fdada-97f4-4f79-b093-1d0825d28e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940482 Nov 18 16:24:37.843824 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42e22f3a-e36d-4aef-bf77-90c22575c0a0 req-f8c4e4ca-27c9-4163-802a-6668f9559f24 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Router 2a4e9ea5-66a0-46e0-9cc5-359e5fbff654 has already been hosted by L3 agent 06010dfa-7d57-41a4-b257-aaebf39abde2 {{(pid=80386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:24:38.098411 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42e22f3a-e36d-4aef-bf77-90c22575c0a0 req-f8c4e4ca-27c9-4163-802a-6668f9559f24 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify agent at l3_agent.dv-cinder-759955-2-smb the message routers_updated {{(pid=80386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:24:38.108863 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b9f37a-1245-4f15-a08e-e8bea16f4e57 None None] Sync routers for ids ['2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'] in dv-cinder-759955-2-smb {{(pid=80389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:24:38.124022 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b9f37a-1245-4f15-a08e-e8bea16f4e57 None None] Routers {'2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:24:38.124677 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-36b9f37a-1245-4f15-a08e-e8bea16f4e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:24:22Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'], 'active': True} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:38.138445 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e22f3a-e36d-4aef-bf77-90c22575c0a0 req-f8c4e4ca-27c9-4163-802a-6668f9559f24 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] No DVR routers for this DVR port 7453f10f-adb3-4a69-a47c-fcb0da639843 on host hv-cinder-75995 {{(pid=80386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:24:38.140451 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-42e22f3a-e36d-4aef-bf77-90c22575c0a0 req-f8c4e4ca-27c9-4163-802a-6668f9559f24 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:38.152655 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9ff9e0-0817-4ec3-b91f-771093b54c33', 'name': 'network-vif-deleted', 'tag': '7453f10f-adb3-4a69-a47c-fcb0da639843'}] {{(pid=80386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:24:38.188366 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-42e22f3a-e36d-4aef-bf77-90c22575c0a0 req-f8c4e4ca-27c9-4163-802a-6668f9559f24 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.13 "DELETE /v2.0/ports/7453f10f-adb3-4a69-a47c-fcb0da639843 HTTP/1.1" status: 204 len: 173 time: 3.2039495 Nov 18 16:24:38.230777 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9ff9e0-0817-4ec3-b91f-771093b54c33', 'name': 'network-vif-deleted', 'tag': '7453f10f-adb3-4a69-a47c-fcb0da639843', 'status': 'completed', 'code': 200} Nov 18 16:24:38.351090 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-36b9f37a-1245-4f15-a08e-e8bea16f4e57 None None] Set router 2a4e9ea5-66a0-46e0-9cc5-359e5fbff654 gateway port host: dv-cinder-759955-2-smb {{(pid=80389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:24:38.711992 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-36b9f37a-1245-4f15-a08e-e8bea16f4e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'name': 'tempest-AttachVolumeShelveTestJSON-9050108-router', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:20:53Z', 'updated_at': '2020-11-18T16:21:01Z', 'revision_number': 4, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'gw_port': {'id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:54Z', 'updated_at': '2020-11-18T16:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '115a79a5-ba2b-4a2b-a129-6e29ab0fca52', 'name': '', 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'mac_address': 'fa:16:3e:9c:3c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e930cec8-6db8-483a-9efd-6ad1d182df64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:59Z', 'updated_at': '2020-11-18T16:21:14Z', 'revision_number': 5, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'subnets': [{'id': 'e930cec8-6db8-483a-9efd-6ad1d182df64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:38.717722 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b9f37a-1245-4f15-a08e-e8bea16f4e57 None None] Checking router: 2a4e9ea5-66a0-46e0-9cc5-359e5fbff654 for host: dv-cinder-759955-2-smb {{(pid=80389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:24:38.732335 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b9f37a-1245-4f15-a08e-e8bea16f4e57 None None] Routers {'2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:24:38.733404 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-36b9f37a-1245-4f15-a08e-e8bea16f4e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:24:22Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'], 'active': True} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:38.770733 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-4d3dc41a-1aeb-4681-bada-020a313f2c46 req-2f50599f-f1dd-4a68-855c-3ea3e42fe136 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Synchronizing usage tracker for tenant:a059fa3edee14481b95a1aed15fa9fcb on resource:port {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:24:38.848513 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-4d3dc41a-1aeb-4681-bada-020a313f2c46 req-2f50599f-f1dd-4a68-855c-3ea3e42fe136 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Unset dirty status for tenant:a059fa3edee14481b95a1aed15fa9fcb on resource:port {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:24:38.849865 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4d3dc41a-1aeb-4681-bada-020a313f2c46 req-2f50599f-f1dd-4a68-855c-3ea3e42fe136 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=fb9ff9e0-0817-4ec3-b91f-771093b54c33 HTTP/1.1" status: 200 len: 210 time: 0.1479354 Nov 18 16:24:38.972221 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-36b9f37a-1245-4f15-a08e-e8bea16f4e57 None None] Set router 2a4e9ea5-66a0-46e0-9cc5-359e5fbff654 gateway port host: dv-cinder-759955-2-smb {{(pid=80389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:24:39.047987 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c411164-8886-4e1d-bf98-fce0f1b11c36 req-4734c986-ffc4-4d36-9053-dac613fca7d9 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:39.050767 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4c411164-8886-4e1d-bf98-fce0f1b11c36 req-4734c986-ffc4-4d36-9053-dac613fca7d9 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.0930862 Nov 18 16:24:39.113642 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4c411164-8886-4e1d-bf98-fce0f1b11c36 req-d0d89f0d-b4a7-49aa-95ae-e1805ac9843c tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562594 Nov 18 16:24:39.506631 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-36b9f37a-1245-4f15-a08e-e8bea16f4e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'name': 'tempest-AttachVolumeShelveTestJSON-9050108-router', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:20:53Z', 'updated_at': '2020-11-18T16:21:01Z', 'revision_number': 4, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'gw_port': {'id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:54Z', 'updated_at': '2020-11-18T16:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '115a79a5-ba2b-4a2b-a129-6e29ab0fca52', 'name': '', 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'mac_address': 'fa:16:3e:9c:3c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e930cec8-6db8-483a-9efd-6ad1d182df64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:59Z', 'updated_at': '2020-11-18T16:21:14Z', 'revision_number': 5, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'subnets': [{'id': 'e930cec8-6db8-483a-9efd-6ad1d182df64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:39.511221 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b9f37a-1245-4f15-a08e-e8bea16f4e57 None None] The sync data for ids ['2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'] in dv-cinder-759955-2-smb is: [{'id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'name': 'tempest-AttachVolumeShelveTestJSON-9050108-router', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:20:53Z', 'updated_at': '2020-11-18T16:21:01Z', 'revision_number': 4, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'gw_port': {'id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:54Z', 'updated_at': '2020-11-18T16:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '115a79a5-ba2b-4a2b-a129-6e29ab0fca52', 'name': '', 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'mac_address': 'fa:16:3e:9c:3c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e930cec8-6db8-483a-9efd-6ad1d182df64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:59Z', 'updated_at': '2020-11-18T16:21:14Z', 'revision_number': 5, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'subnets': [{'id': 'e930cec8-6db8-483a-9efd-6ad1d182df64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:24:39.947443 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6930097e-931e-4610-87dc-69d143eb5e2f None None] New status for floating IP 46c33969-4ae6-4587-9c13-bbc9339a9408: DOWN {{(pid=80388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 16:24:40.106500 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 51680) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:40.193749 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-edb9b240-a0a0-40df-b2e3-499b3a2c714d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:40.227302 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-edb9b240-a0a0-40df-b2e3-499b3a2c714d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:40.324697 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-edb9b240-a0a0-40df-b2e3-499b3a2c714d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:40.333999 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-cde9fad6-a37c-4da8-ba67-02d2c2afec33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:40.347658 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9b240-a0a0-40df-b2e3-499b3a2c714d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97fdada-97f4-4f79-b093-1d0825d28e8e,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:40.350491 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-edb9b240-a0a0-40df-b2e3-499b3a2c714d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:40.372461 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408c2c1-72aa-47ea-b71c-1165e5027e5f req-b7fda6b3-47db-4f34-95f9-809e8fe14337 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:40.374052 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b408c2c1-72aa-47ea-b71c-1165e5027e5f req-b7fda6b3-47db-4f34-95f9-809e8fe14337 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.0939167 Nov 18 16:24:40.386796 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-edb9b240-a0a0-40df-b2e3-499b3a2c714d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:40.388021 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-edb9b240-a0a0-40df-b2e3-499b3a2c714d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "DELETE /v2.0/security-groups/c97fdada-97f4-4f79-b093-1d0825d28e8e HTTP/1.1" status: 204 len: 168 time: 0.2802646 Nov 18 16:24:40.390838 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 51686) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:40.420640 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.v2.resource [None req-16f64881-7765-4e05-8044-904bbb28206e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] show failed (client error): The resource could not be found. Nov 18 16:24:40.420640 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-16f64881-7765-4e05-8044-904bbb28206e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups/c97fdada-97f4-4f79-b093-1d0825d28e8e HTTP/1.1" status: 404 len: 347 time: 0.0176227 Nov 18 16:24:40.423578 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 51690) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:40.424985 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b408c2c1-72aa-47ea-b71c-1165e5027e5f req-cb17ad84-4634-43e8-9815-8e3902224b0d tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442407 Nov 18 16:24:40.586442 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-953337e0-6064-4138-930d-a562b6ae809c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Deleting port 3156ce9c-c865-4a62-9049-dfb07e238373 {{(pid=80387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:24:40.586737 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-953337e0-6064-4138-930d-a562b6ae809c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:40.764099 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-953337e0-6064-4138-930d-a562b6ae809c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:40.764464 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-953337e0-6064-4138-930d-a562b6ae809c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for floatingip, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:40.892204 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-953337e0-6064-4138-930d-a562b6ae809c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Calling delete_port for 3156ce9c-c865-4a62-9049-dfb07e238373 owned by network:floatingip {{(pid=80387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:24:41.087527 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-953337e0-6064-4138-930d-a562b6ae809c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:41.104218 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8b362642-9ee3-497e-9a6a-696418bf6375 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:41.160121 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953337e0-6064-4138-930d-a562b6ae809c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Pushing event deleted for resources: {'Port': ['ID=3156ce9c-c865-4a62-9049-dfb07e238373,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:41.164059 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-953337e0-6064-4138-930d-a562b6ae809c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:41.333237 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-953337e0-6064-4138-930d-a562b6ae809c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for floatingip, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:41.388886 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-953337e0-6064-4138-930d-a562b6ae809c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for floatingip, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:41.390187 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-953337e0-6064-4138-930d-a562b6ae809c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "DELETE /v2.0/floatingips/46c33969-4ae6-4587-9c13-bbc9339a9408 HTTP/1.1" status: 204 len: 168 time: 0.9655817 Nov 18 16:24:41.637055 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b56a2c-44d7-49fd-9ea2-613c2d153ae4 req-04dfccd1-6b34-420a-8db3-7c888213eb7d tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:41.638562 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-37b56a2c-44d7-49fd-9ea2-613c2d153ae4 req-04dfccd1-6b34-420a-8db3-7c888213eb7d tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.0852427 Nov 18 16:24:41.690131 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-37b56a2c-44d7-49fd-9ea2-613c2d153ae4 req-00bf5adb-cecf-4a42-9cbf-3627f99907a5 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444536 Nov 18 16:24:41.747636 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 51718) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:41.753888 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-e6228490-cbb3-4e40-b772-8acae3f733d2 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Request body: {'security_group': {'name': 'tempest-securitygroup--19715509', 'description': 'tempest-description--173058293'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:41.760299 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-e6228490-cbb3-4e40-b772-8acae3f733d2 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:41.764773 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-e6228490-cbb3-4e40-b772-8acae3f733d2 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Usage tracker for resource:security_group and tenant:a059fa3edee14481b95a1aed15fa9fcb is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:41.768053 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-e6228490-cbb3-4e40-b772-8acae3f733d2 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:41.774140 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-e6228490-cbb3-4e40-b772-8acae3f733d2 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:41.807589 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e6228490-cbb3-4e40-b772-8acae3f733d2 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:41.846635 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-e6228490-cbb3-4e40-b772-8acae3f733d2 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:41.850625 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-e6228490-cbb3-4e40-b772-8acae3f733d2 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Usage tracker for resource:security_group_rule and tenant:a059fa3edee14481b95a1aed15fa9fcb is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:41.853565 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-e6228490-cbb3-4e40-b772-8acae3f733d2 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:41.860438 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-e6228490-cbb3-4e40-b772-8acae3f733d2 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:42.063899 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e6228490-cbb3-4e40-b772-8acae3f733d2 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:42.213590 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e6228490-cbb3-4e40-b772-8acae3f733d2 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:42.219357 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6b521c97-83e6-4bc0-91aa-12f96fc55590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:42.263126 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6228490-cbb3-4e40-b772-8acae3f733d2 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcbeff4-3965-49f8-9ad6-374b91c95d90,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:42.266626 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e6228490-cbb3-4e40-b772-8acae3f733d2 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:42.350659 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e6228490-cbb3-4e40-b772-8acae3f733d2 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:42.351948 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-e6228490-cbb3-4e40-b772-8acae3f733d2 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 0.6032526 Nov 18 16:24:42.354929 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 51724) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:42.360559 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-dc1a6b45-bb05-45fe-8d2e-26635911663a tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Request body: {'security_group_rule': {'security_group_id': '6fcbeff4-3965-49f8-9ad6-374b91c95d90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:42.366871 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-dc1a6b45-bb05-45fe-8d2e-26635911663a tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:42.370935 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-dc1a6b45-bb05-45fe-8d2e-26635911663a tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Usage tracker for resource:security_group_rule and tenant:a059fa3edee14481b95a1aed15fa9fcb is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:42.374061 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-dc1a6b45-bb05-45fe-8d2e-26635911663a tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:42.380620 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-dc1a6b45-bb05-45fe-8d2e-26635911663a tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:42.434178 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dc1a6b45-bb05-45fe-8d2e-26635911663a tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for security_group_rule, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:42.500557 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dc1a6b45-bb05-45fe-8d2e-26635911663a tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:42.535779 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dc1a6b45-bb05-45fe-8d2e-26635911663a tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625058'] for security_group_rule, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:42.537935 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:42.561730 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a6b45-bb05-45fe-8d2e-26635911663a tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1cc8af4-f630-4563-8a25-01f5b1602d20,revision_number=0']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:42.565235 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-dc1a6b45-bb05-45fe-8d2e-26635911663a tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:42.595974 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dc1a6b45-bb05-45fe-8d2e-26635911663a tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for security_group_rule, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:42.599907 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-dc1a6b45-bb05-45fe-8d2e-26635911663a tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2414527 Nov 18 16:24:42.600324 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 51740) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:42.605947 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-992e6d21-34b1-4ea4-9715-e13e2fa837b7 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Request body: {'security_group_rule': {'security_group_id': '6fcbeff4-3965-49f8-9ad6-374b91c95d90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:42.612500 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-992e6d21-34b1-4ea4-9715-e13e2fa837b7 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:42.616951 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-992e6d21-34b1-4ea4-9715-e13e2fa837b7 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Usage tracker for resource:security_group_rule and tenant:a059fa3edee14481b95a1aed15fa9fcb is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:42.620712 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-992e6d21-34b1-4ea4-9715-e13e2fa837b7 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:42.626670 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-992e6d21-34b1-4ea4-9715-e13e2fa837b7 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:42.667997 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-992e6d21-34b1-4ea4-9715-e13e2fa837b7 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for security_group_rule, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:42.738240 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-992e6d21-34b1-4ea4-9715-e13e2fa837b7 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:42.798910 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-992e6d21-34b1-4ea4-9715-e13e2fa837b7 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625058'] for security_group_rule, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:42.801472 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-549cb217-9a09-4df4-a73e-e9a114cb25d9 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:42.824410 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e6d21-34b1-4ea4-9715-e13e2fa837b7 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2f6698-b7e3-405d-b666-4eafb2ff239e,revision_number=0']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:42.829138 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-992e6d21-34b1-4ea4-9715-e13e2fa837b7 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:42.864637 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-992e6d21-34b1-4ea4-9715-e13e2fa837b7 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for security_group_rule, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:42.866175 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-992e6d21-34b1-4ea4-9715-e13e2fa837b7 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2648273 Nov 18 16:24:42.869137 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 51750) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:42.875854 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-604c3589-d507-44fe-8b44-1d75139c7ada tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Request body: {'floatingip': {'floating_network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:42.883309 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-604c3589-d507-44fe-8b44-1d75139c7ada tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:42.887608 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-604c3589-d507-44fe-8b44-1d75139c7ada tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Usage tracker for resource:floatingip and tenant:a059fa3edee14481b95a1aed15fa9fcb is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:42.890844 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-604c3589-d507-44fe-8b44-1d75139c7ada tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:42.897661 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-604c3589-d507-44fe-8b44-1d75139c7ada tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:42.922355 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462975c8-35ea-4dc3-be52-ee7510cdcd61 req-be944208-4898-4ecd-8f5e-5495611c08fe tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:42.924178 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-462975c8-35ea-4dc3-be52-ee7510cdcd61 req-be944208-4898-4ecd-8f5e-5495611c08fe tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.0972517 Nov 18 16:24:42.933140 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-604c3589-d507-44fe-8b44-1d75139c7ada tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for floatingip, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:42.981360 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-462975c8-35ea-4dc3-be52-ee7510cdcd61 req-0b035fa5-a6d2-4efa-b0bd-7e5d39f60778 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511122 Nov 18 16:24:43.083982 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-604c3589-d507-44fe-8b44-1d75139c7ada tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:43.549725 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-604c3589-d507-44fe-8b44-1d75139c7ada tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Allocated IP 172.28.2.91 (1ab93bf2-7919-44ad-adde-8c05b7be9843/1c619f42-09f4-418f-9c21-3783e8b9bbfe/60ba49a6-b6fe-47cc-835d-a1779ae650cc) {{(pid=80387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:24:43.701958 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-604c3589-d507-44fe-8b44-1d75139c7ada tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for port, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:43.770981 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-604c3589-d507-44fe-8b44-1d75139c7ada tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:43.787158 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:43.934460 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c3589-d507-44fe-8b44-1d75139c7ada tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Pushing event updated for resources: {'Port': ['ID=60ba49a6-b6fe-47cc-835d-a1779ae650cc,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:43.939025 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-604c3589-d507-44fe-8b44-1d75139c7ada tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:43.978454 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604c3589-d507-44fe-8b44-1d75139c7ada tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Network 1ab93bf2-7919-44ad-adde-8c05b7be9843 is already hosted by enough agents. {{(pid=80387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:24:43.979565 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-604c3589-d507-44fe-8b44-1d75139c7ada tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Resources bound (agent type, host, resource id): {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:24:43.982408 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604c3589-d507-44fe-8b44-1d75139c7ada tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Received port after_create {{(pid=80387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:24:44.073282 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-604c3589-d507-44fe-8b44-1d75139c7ada tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for floatingip, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:44.219218 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-604c3589-d507-44fe-8b44-1d75139c7ada tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:44.332896 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a34f9-47b9-471f-8789-83acfcdb3ca3 req-1eef5ae6-346f-4466-828a-bed688dd1faa tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:44.334540 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d20a34f9-47b9-471f-8789-83acfcdb3ca3 req-1eef5ae6-346f-4466-828a-bed688dd1faa tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.1965461 Nov 18 16:24:44.434465 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d20a34f9-47b9-471f-8789-83acfcdb3ca3 req-630f322e-22fa-437e-9d6d-c4635b5bda1a tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/security-groups?id=e3a0c20a-359b-4b3f-a969-66d73092aff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895240 Nov 18 16:24:44.482178 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e2ecd-2983-40ad-ab97-74fff7997aea req-bc6b325a-2624-46e8-be7e-d3b1bf277130 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:44.484065 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-0f4e2ecd-2983-40ad-ab97-74fff7997aea req-bc6b325a-2624-46e8-be7e-d3b1bf277130 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.13 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 946 time: 0.0900915 Nov 18 16:24:44.558752 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-604c3589-d507-44fe-8b44-1d75139c7ada tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for port, precommit_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:44.566233 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-0f4e2ecd-2983-40ad-ab97-74fff7997aea req-38c8368d-56d8-4b5d-8dcc-05391edfeb02 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Deleting port ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 {{(pid=80386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:24:44.566770 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-0f4e2ecd-2983-40ad-ab97-74fff7997aea req-38c8368d-56d8-4b5d-8dcc-05391edfeb02 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:44.614022 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-604c3589-d507-44fe-8b44-1d75139c7ada tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445729'] for port, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:44.631542 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b579ae09-dfc3-4529-a492-41594a9e2497 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:44.780815 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c3589-d507-44fe-8b44-1d75139c7ada tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Pushing event updated for resources: {'Port': ['ID=60ba49a6-b6fe-47cc-835d-a1779ae650cc,revision_number=2']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:44.786148 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-604c3589-d507-44fe-8b44-1d75139c7ada tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:44.847247 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-0f4e2ecd-2983-40ad-ab97-74fff7997aea req-38c8368d-56d8-4b5d-8dcc-05391edfeb02 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] For port ab66e8bd-80d0-43ee-b011-e686f3f4c8d0, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=ab66e8bd-80d0-43ee-b011-e686f3f4c8d0,segment=NetworkSegment(337856fa-1653-49eb-af3a-5379f98bd94a),segment_id=337856fa-1653-49eb-af3a-5379f98bd94a)] {{(pid=80386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:24:44.847452 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-0f4e2ecd-2983-40ad-ab97-74fff7997aea req-38c8368d-56d8-4b5d-8dcc-05391edfeb02 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:44.888646 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-604c3589-d507-44fe-8b44-1d75139c7ada tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701080'] for floatingip, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:44.939274 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-604c3589-d507-44fe-8b44-1d75139c7ada tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for floatingip, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:44.944946 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-604c3589-d507-44fe-8b44-1d75139c7ada tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0705740 Nov 18 16:24:44.982757 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-0f4e2ecd-2983-40ad-ab97-74fff7997aea req-38c8368d-56d8-4b5d-8dcc-05391edfeb02 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Calling delete_port for ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 owned by compute:nova {{(pid=80386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:24:45.253250 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 51800) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:45.299339 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-aea78729-eb2c-4973-bfa9-e7a702cb2243 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--19715509&fields=id&tenant_id=a059fa3edee14481b95a1aed15fa9fcb HTTP/1.1" status: 200 len: 267 time: 0.0797303 Nov 18 16:24:45.335219 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-0f4e2ecd-2983-40ad-ab97-74fff7997aea req-38c8368d-56d8-4b5d-8dcc-05391edfeb02 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1990542'] for port, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:45.346155 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:24:45.366392 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:45.384510 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] No Port match for: ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 {{(pid=80388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:24:45.385079 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 not bound to the agent host hv-cinder-75995 {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:24:45.411894 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-539e7e41-8c54-4f81-864d-0573755e34ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:45.423350 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8368d-56d8-4b5d-8dcc-05391edfeb02 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Pushing event deleted for resources: {'Port': ['ID=ab66e8bd-80d0-43ee-b011-e686f3f4c8d0,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:45.446200 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-539e7e41-8c54-4f81-864d-0573755e34ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:45.450340 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-539e7e41-8c54-4f81-864d-0573755e34ec admin admin] Usage tracker for resource:security_group_rule and tenant:99a4a6af379b4427964ce864994c0ff9 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:45.453363 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-539e7e41-8c54-4f81-864d-0573755e34ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:45.459330 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-539e7e41-8c54-4f81-864d-0573755e34ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:45.482753 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-38c8368d-56d8-4b5d-8dcc-05391edfeb02 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:45.532561 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-539e7e41-8c54-4f81-864d-0573755e34ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:45.573486 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-539e7e41-8c54-4f81-864d-0573755e34ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:45.583786 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f54966c0-2c26-453c-a076-ad57846e5254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:45.627733 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-5ba0e646-658f-44fe-92f4-e2cc8528de80 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:45.629534 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-5ba0e646-658f-44fe-92f4-e2cc8528de80 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/networks?id=d8f88308-3b7d-4f88-a379-67873b752770 HTTP/1.1" status: 200 len: 814 time: 0.3227990 Nov 18 16:24:45.657406 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-27d6730c-cd26-4d9c-bcfa-b3baf9b0d153 req-1e730857-b3f3-4dbc-bb8c-7b132e015cca tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.26 "GET /v2.0/ports?device_id=5020deaa-8683-4b8f-bcc6-f3a1e016c01f HTTP/1.1" status: 200 len: 210 time: 0.0736666 Nov 18 16:24:45.658490 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-2f1edd4b-d09f-49e7-b665-3cb0fe9af85d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/quotas/a059fa3edee14481b95a1aed15fa9fcb HTTP/1.1" status: 200 len: 375 time: 0.0213299 Nov 18 16:24:45.674711 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e7e41-8c54-4f81-864d-0573755e34ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0424349a-d844-451b-860e-36255a78a4a9,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:45.678384 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-539e7e41-8c54-4f81-864d-0573755e34ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:45.685901 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-539e7e41-8c54-4f81-864d-0573755e34ec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=99a4a6af379b4427964ce864994c0ff9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4314578 Nov 18 16:24:45.689092 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 51808) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:45.696085 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4e2ecd-2983-40ad-ab97-74fff7997aea req-38c8368d-56d8-4b5d-8dcc-05391edfeb02 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] No DVR routers for this DVR port ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 on host hv-cinder-75995 {{(pid=80386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:24:45.739539 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-0f4e2ecd-2983-40ad-ab97-74fff7997aea req-38c8368d-56d8-4b5d-8dcc-05391edfeb02 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:45.742318 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5020deaa-8683-4b8f-bcc6-f3a1e016c01f', 'name': 'network-vif-deleted', 'tag': 'ab66e8bd-80d0-43ee-b011-e686f3f4c8d0'}] {{(pid=80386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:24:45.755060 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-caa3b2d3-65f4-4e7f-8992-72e1291d9ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:45.783989 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-caa3b2d3-65f4-4e7f-8992-72e1291d9ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:45.801185 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-0f4e2ecd-2983-40ad-ab97-74fff7997aea req-38c8368d-56d8-4b5d-8dcc-05391edfeb02 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] 10.222.0.13 "DELETE /v2.0/ports/ab66e8bd-80d0-43ee-b011-e686f3f4c8d0 HTTP/1.1" status: 204 len: 173 time: 1.3102663 Nov 18 16:24:45.809525 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-a4f3780b-6a37-443f-960d-bfd1ad9a1d23 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?tenant_id=a059fa3edee14481b95a1aed15fa9fcb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1253791 Nov 18 16:24:45.822669 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5020deaa-8683-4b8f-bcc6-f3a1e016c01f', 'name': 'network-vif-deleted', 'tag': 'ab66e8bd-80d0-43ee-b011-e686f3f4c8d0', 'status': 'completed', 'code': 200} Nov 18 16:24:45.954701 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-caa3b2d3-65f4-4e7f-8992-72e1291d9ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:45.960319 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-602fea5f-06c9-41e7-a242-bc05257701fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:45.972946 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3b2d3-65f4-4e7f-8992-72e1291d9ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0424349a-d844-451b-860e-36255a78a4a9,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:45.980205 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-caa3b2d3-65f4-4e7f-8992-72e1291d9ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:45.982140 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-caa3b2d3-65f4-4e7f-8992-72e1291d9ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:45.986546 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-caa3b2d3-65f4-4e7f-8992-72e1291d9ab0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0424349a-d844-451b-860e-36255a78a4a9 HTTP/1.1" status: 204 len: 168 time: 0.2933023 Nov 18 16:24:46.177883 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-c554553b-b9b5-4b6d-8091-2d6905e5a180 service neutron] 10.222.0.26 "GET /v2.0/networks/d8f88308-3b7d-4f88-a379-67873b752770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480170 Nov 18 16:24:46.327417 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-39ac95e5-f695-41af-9074-02fbbae9c8f1 service neutron] 10.222.0.26 "GET /v2.0/networks/d8f88308-3b7d-4f88-a379-67873b752770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1431658 Nov 18 16:24:46.623220 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-99251ce7-e6ee-464d-9809-cf8077630ea4 req-5902d9c0-ff36-4d5f-9fd0-7adf56aa8484 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Synchronizing usage tracker for tenant:a059fa3edee14481b95a1aed15fa9fcb on resource:port {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:24:46.702249 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-99251ce7-e6ee-464d-9809-cf8077630ea4 req-5902d9c0-ff36-4d5f-9fd0-7adf56aa8484 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Unset dirty status for tenant:a059fa3edee14481b95a1aed15fa9fcb on resource:port {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:24:46.703618 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-99251ce7-e6ee-464d-9809-cf8077630ea4 req-5902d9c0-ff36-4d5f-9fd0-7adf56aa8484 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 210 time: 0.1274507 Nov 18 16:24:46.736764 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 51828) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:46.760354 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c6802243-88aa-477d-a2c9-5195ef544bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:46.796368 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 51832) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:46.797765 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c6802243-88aa-477d-a2c9-5195ef544bf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:46.802230 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-c6802243-88aa-477d-a2c9-5195ef544bf8 admin admin] Usage tracker for resource:security_group_rule and tenant:458320247c6344539ae54ba224f7c3ac is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:46.805333 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-c6802243-88aa-477d-a2c9-5195ef544bf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:46.811359 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c6802243-88aa-477d-a2c9-5195ef544bf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:46.885689 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c6802243-88aa-477d-a2c9-5195ef544bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:46.941763 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c6802243-88aa-477d-a2c9-5195ef544bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:46.950232 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e970a88b-2db9-45db-a26e-f04f5a3cf384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:46.997215 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-c6802243-88aa-477d-a2c9-5195ef544bf8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=458320247c6344539ae54ba224f7c3ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2594483 Nov 18 16:24:46.998026 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6802243-88aa-477d-a2c9-5195ef544bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cefda9-c2b6-427b-9323-6407ed9d8529,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:47.001138 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 51836) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:47.001708 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c6802243-88aa-477d-a2c9-5195ef544bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:47.149350 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7c58ee1d-5aac-426d-a546-0564402b1d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:47.195914 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7c58ee1d-5aac-426d-a546-0564402b1d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:47.338126 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-300f14e2-c090-4bed-bdc3-6382e7d192e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854074764'] for router_interface, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:47.487589 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7c58ee1d-5aac-426d-a546-0564402b1d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:47.497913 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4b347052-c3c5-4e51-83fe-803937f317ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:47.511355 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58ee1d-5aac-426d-a546-0564402b1d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cefda9-c2b6-427b-9323-6407ed9d8529,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:47.515884 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7c58ee1d-5aac-426d-a546-0564402b1d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:47.521845 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7c58ee1d-5aac-426d-a546-0564402b1d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:47.525394 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-7c58ee1d-5aac-426d-a546-0564402b1d54 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/25cefda9-c2b6-427b-9323-6407ed9d8529 HTTP/1.1" status: 204 len: 168 time: 0.5209053 Nov 18 16:24:47.933001 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8188ba45-206c-4ecc-abdf-c48c95e82440 req-864bac33-7289-4bd7-8ef0-f56fd616d071 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 210 time: 0.0531952 Nov 18 16:24:48.037516 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-300f14e2-c090-4bed-bdc3-6382e7d192e2 admin admin] Deleting port ae24db60-2c75-4386-ad79-6b127fff2f5f {{(pid=80386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:24:48.037903 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-300f14e2-c090-4bed-bdc3-6382e7d192e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:48.224478 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-300f14e2-c090-4bed-bdc3-6382e7d192e2 admin admin] For port ae24db60-2c75-4386-ad79-6b127fff2f5f, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=ae24db60-2c75-4386-ad79-6b127fff2f5f,segment=NetworkSegment(337856fa-1653-49eb-af3a-5379f98bd94a),segment_id=337856fa-1653-49eb-af3a-5379f98bd94a)] {{(pid=80386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:24:48.225066 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-300f14e2-c090-4bed-bdc3-6382e7d192e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:48.383642 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-300f14e2-c090-4bed-bdc3-6382e7d192e2 admin admin] Calling delete_port for ae24db60-2c75-4386-ad79-6b127fff2f5f owned by network:router_interface {{(pid=80386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:24:48.741895 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-99971e57-c6ff-4516-97c8-f17a776acf93 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:48.743464 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-99971e57-c6ff-4516-97c8-f17a776acf93 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.13 "GET /v2.0/networks?id=d8f88308-3b7d-4f88-a379-67873b752770 HTTP/1.1" status: 200 len: 814 time: 0.3906715 Nov 18 16:24:49.067397 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7d5f053e-e5d9-44bd-a2cc-1b49b35c876f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:49.152256 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-8421e544-5b06-4936-bddd-ff6ad59131b8 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a059fa3edee14481b95a1aed15fa9fcb HTTP/1.1" status: 200 len: 5042 time: 0.3913083 Nov 18 16:24:49.161749 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-58881e10-dadd-4ae8-8d02-e58641203b28 req-47a27be7-6e6d-4158-9027-798afa9664d1 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 210 time: 0.0580440 Nov 18 16:24:49.167222 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-22f984f7-3fa0-4984-a7b1-b04bd0b43b89 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Request body: {'port': {'device_id': '306e6d3a-c1e6-4712-b4a4-efae4e8ea50a', 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770', 'admin_state_up': True, 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'security_groups': ['6fcbeff4-3965-49f8-9ad6-374b91c95d90']}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:49.263057 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-300f14e2-c090-4bed-bdc3-6382e7d192e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1990542'] for port, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:49.284143 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0a5160f8-cabc-41b8-8709-5e0f563db06f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:49.356612 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f14e2-c090-4bed-bdc3-6382e7d192e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae24db60-2c75-4386-ad79-6b127fff2f5f,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:49.412743 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-300f14e2-c090-4bed-bdc3-6382e7d192e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:49.479961 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-22f984f7-3fa0-4984-a7b1-b04bd0b43b89 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:49.498121 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-22f984f7-3fa0-4984-a7b1-b04bd0b43b89 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:49.558075 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-22f984f7-3fa0-4984-a7b1-b04bd0b43b89 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Made reservation on behalf of a059fa3edee14481b95a1aed15fa9fcb for: {'port': 1} {{(pid=80386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:24:49.563725 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-22f984f7-3fa0-4984-a7b1-b04bd0b43b89 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:50.069827 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-22f984f7-3fa0-4984-a7b1-b04bd0b43b89 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Allocated IP 172.20.0.12 (d8f88308-3b7d-4f88-a379-67873b752770/e930cec8-6db8-483a-9efd-6ad1d182df64/1cac7d01-0975-4cb3-8bbd-e64158ecbf39) {{(pid=80386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:24:50.075770 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-300f14e2-c090-4bed-bdc3-6382e7d192e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8331557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694244'] for router_interface, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:50.425229 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-48f7b31a-e3b1-4108-8eb8-7a8010aaee0d req-e1d088c4-83a7-4c59-838d-2d4bd2a6b50f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 210 time: 0.0537887 Nov 18 16:24:50.548182 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-22f984f7-3fa0-4984-a7b1-b04bd0b43b89 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for port, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:50.678682 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-22f984f7-3fa0-4984-a7b1-b04bd0b43b89 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Transition to ACTIVE for port object 1cac7d01-0975-4cb3-8bbd-e64158ecbf39 will not be triggered until provisioned by entity DHCP. {{(pid=80386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:24:50.877440 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-22f984f7-3fa0-4984-a7b1-b04bd0b43b89 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1990542'] for port, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:50.904405 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f8c4e4ca-27c9-4163-802a-6668f9559f24 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:51.264364 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f984f7-3fa0-4984-a7b1-b04bd0b43b89 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Pushing event updated for resources: {'Port': ['ID=1cac7d01-0975-4cb3-8bbd-e64158ecbf39,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:51.268062 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-22f984f7-3fa0-4984-a7b1-b04bd0b43b89 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:51.409495 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-22f984f7-3fa0-4984-a7b1-b04bd0b43b89 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Network d8f88308-3b7d-4f88-a379-67873b752770 is already hosted by enough agents. {{(pid=80386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:24:51.411236 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-22f984f7-3fa0-4984-a7b1-b04bd0b43b89 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Resources bound (agent type, host, resource id): {{(pid=80386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:24:51.415547 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-22f984f7-3fa0-4984-a7b1-b04bd0b43b89 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Received port after_create {{(pid=80386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:24:51.498169 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-22f984f7-3fa0-4984-a7b1-b04bd0b43b89 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:51.498845 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-22f984f7-3fa0-4984-a7b1-b04bd0b43b89 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:51.541895 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300f14e2-c090-4bed-bdc3-6382e7d192e2 admin admin] Router 61d5c347-4e1e-42f4-a007-fff51703ec76 has already been hosted by L3 agent 06010dfa-7d57-41a4-b257-aaebf39abde2 {{(pid=80386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:24:51.604524 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-abdd1723-84f4-4767-a849-48138dac8ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:51.616397 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-22f984f7-3fa0-4984-a7b1-b04bd0b43b89 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4571297 Nov 18 16:24:51.669574 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-bfa2c6b2-db6c-4e50-92e6-a69a9db1ccbd service neutron] Request body: {'port': {'device_id': '306e6d3a-c1e6-4712-b4a4-efae4e8ea50a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:51.735945 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-6428668a-3742-4723-aff3-c06810b41da3 None None] Provisioning for port 1cac7d01-0975-4cb3-8bbd-e64158ecbf39 completed by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:24:51.741048 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-6428668a-3742-4723-aff3-c06810b41da3 None None] Provisioning complete for port 1cac7d01-0975-4cb3-8bbd-e64158ecbf39 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:51.741472 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6428668a-3742-4723-aff3-c06810b41da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:51.798516 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-6428668a-3742-4723-aff3-c06810b41da3 None None] Port 1cac7d01-0975-4cb3-8bbd-e64158ecbf39 cannot update to ACTIVE because it is not bound. {{(pid=80388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:24:51.835876 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-bfa2c6b2-db6c-4e50-92e6-a69a9db1ccbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:51.909936 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6388bb-5fff-4ea7-ab3f-d0c6c66312e5 req-6a52cde3-35cc-4224-9d0f-87706524b01e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:51.910700 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-4b6388bb-5fff-4ea7-ab3f-d0c6c66312e5 req-6a52cde3-35cc-4224-9d0f-87706524b01e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Synchronizing usage tracker for tenant:a059fa3edee14481b95a1aed15fa9fcb on resource:port {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:24:52.042657 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-4b6388bb-5fff-4ea7-ab3f-d0c6c66312e5 req-6a52cde3-35cc-4224-9d0f-87706524b01e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Unset dirty status for tenant:a059fa3edee14481b95a1aed15fa9fcb on resource:port {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:24:52.043937 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4b6388bb-5fff-4ea7-ab3f-d0c6c66312e5 req-6a52cde3-35cc-4224-9d0f-87706524b01e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 932 time: 0.4355781 Nov 18 16:24:52.079286 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:52.186957 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300f14e2-c090-4bed-bdc3-6382e7d192e2 admin admin] Notify agent at l3_agent.dv-cinder-759955-2-smb the message routers_updated {{(pid=80386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:24:52.197084 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf39468-ba43-4938-86d4-74c367d4436a None None] Sync routers for ids ['61d5c347-4e1e-42f4-a007-fff51703ec76'] in dv-cinder-759955-2-smb {{(pid=80389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:24:52.197597 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-300f14e2-c090-4bed-bdc3-6382e7d192e2 admin admin] 10.222.0.26 "PUT /v2.0/routers/61d5c347-4e1e-42f4-a007-fff51703ec76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3989244 Nov 18 16:24:52.200454 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 51902) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:52.204275 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4b6388bb-5fff-4ea7-ab3f-d0c6c66312e5 req-103a5f1b-4f70-40ad-a9a7-4dc10d01268b tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1532283 Nov 18 16:24:52.211972 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf39468-ba43-4938-86d4-74c367d4436a None None] Routers {'61d5c347-4e1e-42f4-a007-fff51703ec76'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:24:52.212921 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-3cf39468-ba43-4938-86d4-74c367d4436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:24:52Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['61d5c347-4e1e-42f4-a007-fff51703ec76'], 'active': True} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:52.434949 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-23d9561c-d23f-468e-9de1-fd701a263bb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:52.444224 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-3cf39468-ba43-4938-86d4-74c367d4436a None None] Set router 61d5c347-4e1e-42f4-a007-fff51703ec76 gateway port host: dv-cinder-759955-2-smb {{(pid=80389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:24:52.445115 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-bfa2c6b2-db6c-4e50-92e6-a69a9db1ccbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cac7d01-0975-4cb3-8bbd-e64158ecbf39 {{(pid=80386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:24:52.453943 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-bfa2c6b2-db6c-4e50-92e6-a69a9db1ccbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:52.468019 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-bfa2c6b2-db6c-4e50-92e6-a69a9db1ccbd service neutron] Transition to ACTIVE for port object 1cac7d01-0975-4cb3-8bbd-e64158ecbf39 will not be triggered until provisioned by entity L2. {{(pid=80386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:24:52.519069 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-bfa2c6b2-db6c-4e50-92e6-a69a9db1ccbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852785257'] for port, after_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:52.537704 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-886b0b3d-7ce7-47d8-a61e-00325d34faf5 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:52.649721 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-23d9561c-d23f-468e-9de1-fd701a263bb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:52.681791 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-23d9561c-d23f-468e-9de1-fd701a263bb9 admin admin] Deleting port 0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35 {{(pid=80387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:24:52.682287 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-23d9561c-d23f-468e-9de1-fd701a263bb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:52.688343 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2c6b2-db6c-4e50-92e6-a69a9db1ccbd service neutron] Pushing event updated for resources: {'Port': ['ID=1cac7d01-0975-4cb3-8bbd-e64158ecbf39,revision_number=2']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:52.691766 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bfa2c6b2-db6c-4e50-92e6-a69a9db1ccbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:52.766413 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-3cf39468-ba43-4938-86d4-74c367d4436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d5c347-4e1e-42f4-a007-fff51703ec76', 'name': 'tempest-ServerRescueNegativeTestJSON-1179166998-router', 'tenant_id': '1b1fbfc3a3104b13a627691fd34d8367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.107'}], 'enable_snat': True}, 'gw_port_id': '0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:55Z', 'updated_at': '2020-11-18T16:24:49Z', 'revision_number': 5, 'project_id': '1b1fbfc3a3104b13a627691fd34d8367', 'gw_port': {'id': '0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:24:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d5c347-4e1e-42f4-a007-fff51703ec76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:56Z', 'updated_at': '2020-11-18T16:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb'}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:52.771893 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf39468-ba43-4938-86d4-74c367d4436a None None] Checking router: 61d5c347-4e1e-42f4-a007-fff51703ec76 for host: dv-cinder-759955-2-smb {{(pid=80389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:24:52.785447 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf39468-ba43-4938-86d4-74c367d4436a None None] Routers {'61d5c347-4e1e-42f4-a007-fff51703ec76'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:24:52.786408 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-3cf39468-ba43-4938-86d4-74c367d4436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:24:52Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['61d5c347-4e1e-42f4-a007-fff51703ec76'], 'active': True} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:52.917349 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-23d9561c-d23f-468e-9de1-fd701a263bb9 admin admin] For port 0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35,segment=NetworkSegment(fd1903d0-2c86-4185-ae42-f007a12d43c6),segment_id=fd1903d0-2c86-4185-ae42-f007a12d43c6)] {{(pid=80387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:24:52.917753 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-23d9561c-d23f-468e-9de1-fd701a263bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:52.933670 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-bfa2c6b2-db6c-4e50-92e6-a69a9db1ccbd service neutron] Attempting to bind port 1cac7d01-0975-4cb3-8bbd-e64158ecbf39 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=80386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:24:52.934146 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-bfa2c6b2-db6c-4e50-92e6-a69a9db1ccbd service neutron] Attempting to bind port 1cac7d01-0975-4cb3-8bbd-e64158ecbf39 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '59bd26ae-f544-4976-8326-f88f38f0fa15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770'}] {{(pid=80386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:24:52.934598 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-bfa2c6b2-db6c-4e50-92e6-a69a9db1ccbd service neutron] Attempting to bind port 1cac7d01-0975-4cb3-8bbd-e64158ecbf39 on network d8f88308-3b7d-4f88-a379-67873b752770 {{(pid=80386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:24:52.943302 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-bfa2c6b2-db6c-4e50-92e6-a69a9db1ccbd service neutron] Checking agent: {'id': '3488e2eb-83f3-429f-9709-c44be6a31d37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 18, 57), 'started_at': datetime.datetime(2020, 11, 18, 16, 19, 27), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:24:52.943813 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-bfa2c6b2-db6c-4e50-92e6-a69a9db1ccbd service neutron] Checking segment: {'id': '59bd26ae-f544-4976-8326-f88f38f0fa15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:24:52.944295 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-bfa2c6b2-db6c-4e50-92e6-a69a9db1ccbd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:52.944774 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-bfa2c6b2-db6c-4e50-92e6-a69a9db1ccbd service neutron] Bound using segment: {'id': '59bd26ae-f544-4976-8326-f88f38f0fa15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770'} {{(pid=80386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:24:52.945355 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-bfa2c6b2-db6c-4e50-92e6-a69a9db1ccbd service neutron] Bound port: 1cac7d01-0975-4cb3-8bbd-e64158ecbf39, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bd26ae-f544-4976-8326-f88f38f0fa15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770'}}] {{(pid=80386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:24:52.945814 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-bfa2c6b2-db6c-4e50-92e6-a69a9db1ccbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:52.973850 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-3cf39468-ba43-4938-86d4-74c367d4436a None None] Set router 61d5c347-4e1e-42f4-a007-fff51703ec76 gateway port host: None {{(pid=80389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:24:53.048574 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:53.054962 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-bfa2c6b2-db6c-4e50-92e6-a69a9db1ccbd service neutron] For port 1cac7d01-0975-4cb3-8bbd-e64158ecbf39, host hv-cinder-75995, cleared binding levels {{(pid=80386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:24:53.058779 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-bfa2c6b2-db6c-4e50-92e6-a69a9db1ccbd service neutron] For port 1cac7d01-0975-4cb3-8bbd-e64158ecbf39, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=1cac7d01-0975-4cb3-8bbd-e64158ecbf39,segment=NetworkSegment(59bd26ae-f544-4976-8326-f88f38f0fa15),segment_id=59bd26ae-f544-4976-8326-f88f38f0fa15)] {{(pid=80386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:24:53.065970 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-23d9561c-d23f-468e-9de1-fd701a263bb9 admin admin] Calling delete_port for 0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35 owned by network:router_gateway {{(pid=80387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:24:53.098107 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-3cf39468-ba43-4938-86d4-74c367d4436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d5c347-4e1e-42f4-a007-fff51703ec76', 'name': 'tempest-ServerRescueNegativeTestJSON-1179166998-router', 'tenant_id': '1b1fbfc3a3104b13a627691fd34d8367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:55Z', 'updated_at': '2020-11-18T16:24:52Z', 'revision_number': 6, 'project_id': '1b1fbfc3a3104b13a627691fd34d8367', 'gw_port_host': None}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:53.102190 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-bfa2c6b2-db6c-4e50-92e6-a69a9db1ccbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852785257'] for port, after_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:53.103089 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf39468-ba43-4938-86d4-74c367d4436a None None] The sync data for ids ['61d5c347-4e1e-42f4-a007-fff51703ec76'] in dv-cinder-759955-2-smb is: [{'id': '61d5c347-4e1e-42f4-a007-fff51703ec76', 'name': 'tempest-ServerRescueNegativeTestJSON-1179166998-router', 'tenant_id': '1b1fbfc3a3104b13a627691fd34d8367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:55Z', 'updated_at': '2020-11-18T16:24:52Z', 'revision_number': 6, 'project_id': '1b1fbfc3a3104b13a627691fd34d8367', 'gw_port_host': None}] {{(pid=80389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:24:53.119584 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:53.285878 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2c6b2-db6c-4e50-92e6-a69a9db1ccbd service neutron] Pushing event updated for resources: {'Port': ['ID=1cac7d01-0975-4cb3-8bbd-e64158ecbf39,revision_number=3']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:53.295136 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bfa2c6b2-db6c-4e50-92e6-a69a9db1ccbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:53.335450 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-bfa2c6b2-db6c-4e50-92e6-a69a9db1ccbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:53.337093 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-bfa2c6b2-db6c-4e50-92e6-a69a9db1ccbd service neutron] 10.222.0.13 "PUT /v2.0/ports/1cac7d01-0975-4cb3-8bbd-e64158ecbf39 HTTP/1.1" status: 200 len: 1158 time: 1.6772010 Nov 18 16:24:53.337672 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306e6d3a-c1e6-4712-b4a4-efae4e8ea50a', 'tag': '1cac7d01-0975-4cb3-8bbd-e64158ecbf39'}] {{(pid=80386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:24:53.451135 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306e6d3a-c1e6-4712-b4a4-efae4e8ea50a', 'tag': '1cac7d01-0975-4cb3-8bbd-e64158ecbf39', 'status': 'completed', 'code': 200} Nov 18 16:24:53.574632 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-1c6b35fd-4514-4245-8409-00021486ab81 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a059fa3edee14481b95a1aed15fa9fcb&device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 1161 time: 0.1045063 Nov 18 16:24:53.657739 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b1901-83a0-4735-ba5d-aa2e53a038f2 req-16a302c3-f4c5-448f-91fd-7b6017a46634 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:53.659375 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c85b1901-83a0-4735-ba5d-aa2e53a038f2 req-16a302c3-f4c5-448f-91fd-7b6017a46634 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 944 time: 0.1206002 Nov 18 16:24:53.663128 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-50277fd9-b59f-4ef5-bdbb-9d34c57604a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cac7d01-0975-4cb3-8bbd-e64158ecbf39 HTTP/1.1" status: 200 len: 217 time: 0.0814040 Nov 18 16:24:53.743446 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-425e2b52-4b95-4258-857a-58df439f5284 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:53.745403 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-425e2b52-4b95-4258-857a-58df439f5284 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e930cec8-6db8-483a-9efd-6ad1d182df64 HTTP/1.1" status: 200 len: 853 time: 0.0737176 Nov 18 16:24:53.754837 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-c85b1901-83a0-4735-ba5d-aa2e53a038f2 req-60780d54-7984-4046-8717-4e41a927846e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Synchronizing usage tracker for tenant:a059fa3edee14481b95a1aed15fa9fcb on resource:security_group {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:24:53.804496 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:53.822222 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-c85b1901-83a0-4735-ba5d-aa2e53a038f2 req-60780d54-7984-4046-8717-4e41a927846e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Unset dirty status for tenant:a059fa3edee14481b95a1aed15fa9fcb on resource:security_group {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:24:53.823059 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c85b1901-83a0-4735-ba5d-aa2e53a038f2 req-60780d54-7984-4046-8717-4e41a927846e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1571400 Nov 18 16:24:53.847162 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-23d9561c-d23f-468e-9de1-fd701a263bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:53.859762 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-04a3302c-ca24-4406-b5da-3b2d7a354daf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8f88308-3b7d-4f88-a379-67873b752770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1079850 Nov 18 16:24:53.864991 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-604c3589-d507-44fe-8b44-1d75139c7ada tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:53.925346 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9561c-d23f-468e-9de1-fd701a263bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:53.929350 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-23d9561c-d23f-468e-9de1-fd701a263bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:54.019414 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-e5868367-d6f6-4ec9-a8c4-d630ad9d88f7 service neutron] 10.222.0.13 "GET /v2.0/networks/d8f88308-3b7d-4f88-a379-67873b752770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491084 Nov 18 16:24:54.167722 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-548dbf20-9e5e-47f6-9602-4ba9bc4fd08d req-67f19b9c-fb3f-48b4-a9ee-7fd2327073b5 service neutron] 10.222.0.13 "GET /v2.0/networks/d8f88308-3b7d-4f88-a379-67873b752770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1420832 Nov 18 16:24:54.253895 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-23d9561c-d23f-468e-9de1-fd701a263bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854068876'] for router_gateway, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:54.323363 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-93a91d62-a221-4501-8b82-54311653e8e2 req-d1e4677d-4d1b-46fe-b8f0-69f3d8b5c965 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a059fa3edee14481b95a1aed15fa9fcb&device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 1161 time: 0.0826039 Nov 18 16:24:54.476384 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a91d62-a221-4501-8b82-54311653e8e2 req-51247992-31a2-4462-a0ab-130588a667ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:54.478018 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-93a91d62-a221-4501-8b82-54311653e8e2 req-51247992-31a2-4462-a0ab-130588a667ab service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8f88308-3b7d-4f88-a379-67873b752770 HTTP/1.1" status: 200 len: 908 time: 0.1480079 Nov 18 16:24:54.539679 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-23d9561c-d23f-468e-9de1-fd701a263bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854080788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854716841'] for router, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:54.544111 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-23d9561c-d23f-468e-9de1-fd701a263bb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:54.551282 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-93a91d62-a221-4501-8b82-54311653e8e2 req-67352f40-dbb1-4ae4-8a93-63cd892a7d37 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cac7d01-0975-4cb3-8bbd-e64158ecbf39 HTTP/1.1" status: 200 len: 217 time: 0.0656691 Nov 18 16:24:54.626483 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a91d62-a221-4501-8b82-54311653e8e2 req-bd076a9f-ebb8-4df0-8b40-34056eccc113 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:54.628067 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-93a91d62-a221-4501-8b82-54311653e8e2 req-bd076a9f-ebb8-4df0-8b40-34056eccc113 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e930cec8-6db8-483a-9efd-6ad1d182df64 HTTP/1.1" status: 200 len: 853 time: 0.0689399 Nov 18 16:24:54.710491 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-93a91d62-a221-4501-8b82-54311653e8e2 req-ca280969-73fe-4ad1-a95b-284e139268f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8f88308-3b7d-4f88-a379-67873b752770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758407 Nov 18 16:24:54.772649 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-23d9561c-d23f-468e-9de1-fd701a263bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854080938'] for router, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:54.782051 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d9561c-d23f-468e-9de1-fd701a263bb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61d5c347-4e1e-42f4-a007-fff51703ec76 {{(pid=80387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 18 16:24:54.816080 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-23d9561c-d23f-468e-9de1-fd701a263bb9 admin admin] Notify callbacks [] for router, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:54.819447 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-23d9561c-d23f-468e-9de1-fd701a263bb9 admin admin] 10.222.0.26 "DELETE /v2.0/routers/61d5c347-4e1e-42f4-a007-fff51703ec76 HTTP/1.1" status: 204 len: 168 time: 2.6157305 Nov 18 16:24:54.819978 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 51928) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:54.864415 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-93a91d62-a221-4501-8b82-54311653e8e2 req-d31ad47b-2a03-444f-aa34-6804a1673c86 service neutron] 10.222.0.13 "GET /v2.0/networks/d8f88308-3b7d-4f88-a379-67873b752770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466365 Nov 18 16:24:54.894091 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-53472174-7850-4510-91c7-f7a7ed4fcf09 admin admin] Deleting subnet 643c9d54-1ec3-46c3-8fbb-5c01220d831b {{(pid=80387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 16:24:54.897804 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-53472174-7850-4510-91c7-f7a7ed4fcf09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:54.951070 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-53472174-7850-4510-91c7-f7a7ed4fcf09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545235'] for subnet, precommit_delete_associations {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:55.014915 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-53472174-7850-4510-91c7-f7a7ed4fcf09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847102822'] for subnet, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:55.069902 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-93a91d62-a221-4501-8b82-54311653e8e2 req-01657137-9b9d-4351-a585-6fe0ca4473fe service neutron] 10.222.0.13 "GET /v2.0/networks/d8f88308-3b7d-4f88-a379-67873b752770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1984546 Nov 18 16:24:55.096194 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07db10-2fcc-447a-b52d-05238daa78fb req-0ab5396c-ed35-4974-a6fb-b3902c1acc24 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:55.097880 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-0a07db10-2fcc-447a-b52d-05238daa78fb req-0ab5396c-ed35-4974-a6fb-b3902c1acc24 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 944 time: 0.1139925 Nov 18 16:24:55.135850 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device ae24db60-2c75-4386-ad79-6b127fff2f5f no longer exists at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:24:55.159445 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-0a07db10-2fcc-447a-b52d-05238daa78fb req-c9d51698-2d8d-43d6-a113-f36aec8ca64b tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493431 Nov 18 16:24:55.171172 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] No Port match for: ae24db60-2c75-4386-ad79-6b127fff2f5f {{(pid=80388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:24:55.171873 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device ae24db60-2c75-4386-ad79-6b127fff2f5f not bound to the agent host dv-cinder-759955-2-smb {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:24:55.172557 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35 no longer exists at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:24:55.207183 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] No Port match for: 0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35 {{(pid=80388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:24:55.207586 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 0dbcfafd-e1ed-4d93-98ec-a3cd4f2a0c35 not bound to the agent host dv-cinder-759955-2-smb {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:24:55.544954 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-53472174-7850-4510-91c7-f7a7ed4fcf09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2445714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1812840'] for subnet, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:55.560988 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-edd6abdd-60fc-4006-9049-bfe5d844013b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:55.612473 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53472174-7850-4510-91c7-f7a7ed4fcf09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=643c9d54-1ec3-46c3-8fbb-5c01220d831b,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:55.616346 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-53472174-7850-4510-91c7-f7a7ed4fcf09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:55.697742 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-53472174-7850-4510-91c7-f7a7ed4fcf09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:55.704286 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-53472174-7850-4510-91c7-f7a7ed4fcf09 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/643c9d54-1ec3-46c3-8fbb-5c01220d831b HTTP/1.1" status: 204 len: 168 time: 0.8833001 Nov 18 16:24:55.707505 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 51942) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:55.747116 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 1cac7d01-0975-4cb3-8bbd-e64158ecbf39 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:55.835141 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-83d16a68-ebdf-4672-9695-3e39559fa1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7611418'] for network, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:55.859155 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning for port 1cac7d01-0975-4cb3-8bbd-e64158ecbf39 completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:24:55.864670 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 1cac7d01-0975-4cb3-8bbd-e64158ecbf39 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:55.865435 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:55.992623 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:56.022495 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306e6d3a-c1e6-4712-b4a4-efae4e8ea50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cac7d01-0975-4cb3-8bbd-e64158ecbf39'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:24:56.034955 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port 1cac7d01-0975-4cb3-8bbd-e64158ecbf39, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=1cac7d01-0975-4cb3-8bbd-e64158ecbf39,segment=NetworkSegment(59bd26ae-f544-4976-8326-f88f38f0fa15),segment_id=59bd26ae-f544-4976-8326-f88f38f0fa15)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:24:56.076111 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:56.078789 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:56.118614 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306e6d3a-c1e6-4712-b4a4-efae4e8ea50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cac7d01-0975-4cb3-8bbd-e64158ecbf39', 'code': 200} Nov 18 16:24:56.155275 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=1cac7d01-0975-4cb3-8bbd-e64158ecbf39,revision_number=4']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:56.159488 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:56.241969 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-83d16a68-ebdf-4672-9695-3e39559fa1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847103455', 'neutron.services.segments.db._delete_segments_for_network--9223363242460435435'] for network, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:56.368727 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-83d16a68-ebdf-4672-9695-3e39559fa1d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243ad771-9c27-410a-abdd-1a4d0c39fde7']}} {{(pid=80387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:56.385811 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-83d16a68-ebdf-4672-9695-3e39559fa1d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '337856fa-1653-49eb-af3a-5379f98bd94a') {'for_net_delete': True} {{(pid=80387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:56.386262 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-83d16a68-ebdf-4672-9695-3e39559fa1d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '337856fa-1653-49eb-af3a-5379f98bd94a') {} {{(pid=80387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:56.399500 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-83d16a68-ebdf-4672-9695-3e39559fa1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242460437483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230549'] for segment, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:56.453873 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9c0b2-13af-46b9-9c18-f9b78b701ad8 req-1768730d-9dd5-4292-928f-864bf7f0c14d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:56.455482 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-00f9c0b2-13af-46b9-9c18-f9b78b701ad8 req-1768730d-9dd5-4292-928f-864bf7f0c14d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 946 time: 0.1325929 Nov 18 16:24:56.487127 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-83d16a68-ebdf-4672-9695-3e39559fa1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696124'] for segment, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:56.489775 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-83d16a68-ebdf-4672-9695-3e39559fa1d3 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 16:24:56.518076 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-dac8ca1c-ff30-4615-b513-35eb02830c15 req-2b374f6b-e5b7-4440-9a71-1eb1b693ce3c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 1163 time: 0.1249101 Nov 18 16:24:56.525901 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-00f9c0b2-13af-46b9-9c18-f9b78b701ad8 req-4a6fb4a7-b421-4155-a3d1-0fdff5c8bd84 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636241 Nov 18 16:24:56.684942 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-83d16a68-ebdf-4672-9695-3e39559fa1d3 admin admin] Network 243ad771-9c27-410a-abdd-1a4d0c39fde7 has no segments {{(pid=80387) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:24:56.699751 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-83d16a68-ebdf-4672-9695-3e39559fa1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847079692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2445775'] for segment, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:56.783112 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-dac8ca1c-ff30-4615-b513-35eb02830c15 req-8e6d37e5-972a-4cb0-88df-41a38b230739 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2561042 Nov 18 16:24:56.883991 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-83d16a68-ebdf-4672-9695-3e39559fa1d3 admin admin] Network 243ad771-9c27-410a-abdd-1a4d0c39fde7 has no segments {{(pid=80387) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:24:56.908078 dv-cinder-759955-2-smb neutron-server[80275]: Traceback (most recent call last): Nov 18 16:24:56.908078 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:24:56.908078 dv-cinder-759955-2-smb neutron-server[80275]: timer() Nov 18 16:24:56.908078 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:24:56.908078 dv-cinder-759955-2-smb neutron-server[80275]: cb(*args, **kw) Nov 18 16:24:56.908078 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 16:24:56.908078 dv-cinder-759955-2-smb neutron-server[80275]: return func(*args, **kwargs) Nov 18 16:24:56.908078 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:24:56.908078 dv-cinder-759955-2-smb neutron-server[80275]: self._notify() Nov 18 16:24:56.908078 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:24:56.908078 dv-cinder-759955-2-smb neutron-server[80275]: self.callback(batched_events) Nov 18 16:24:56.908078 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:24:56.908078 dv-cinder-759955-2-smb neutron-server[80275]: event.method(event) Nov 18 16:24:56.908078 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 16:24:56.908078 dv-cinder-759955-2-smb neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:24:56.908078 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 16:24:56.908078 dv-cinder-759955-2-smb neutron-server[80275]: segment_id)['aggregates'][0] Nov 18 16:24:56.908078 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 16:24:56.908078 dv-cinder-759955-2-smb neutron-server[80275]: return f(self, *a, **k) Nov 18 16:24:56.908078 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:24:56.908078 dv-cinder-759955-2-smb neutron-server[80275]: return self._get(url).json() Nov 18 16:24:56.908078 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 16:24:56.908078 dv-cinder-759955-2-smb neutron-server[80275]: **kwargs) Nov 18 16:24:56.908078 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 16:24:56.908078 dv-cinder-759955-2-smb neutron-server[80275]: return self.request(url, 'GET', **kwargs) Nov 18 16:24:56.908078 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 16:24:56.908078 dv-cinder-759955-2-smb neutron-server[80275]: **endpoint_filter) Nov 18 16:24:56.908078 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 16:24:56.908078 dv-cinder-759955-2-smb neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:24:56.908078 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 16:24:56.908078 dv-cinder-759955-2-smb neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:24:56.908078 dv-cinder-759955-2-smb neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:24:57.218749 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-83d16a68-ebdf-4672-9695-3e39559fa1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7672361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for network, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:57.222412 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-35c61a18-e621-4ba8-a995-660f9f4985c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:57.242107 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-83d16a68-ebdf-4672-9695-3e39559fa1d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for network, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:57.249197 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d16a68-ebdf-4672-9695-3e39559fa1d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=243ad771-9c27-410a-abdd-1a4d0c39fde7,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:57.253595 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-83d16a68-ebdf-4672-9695-3e39559fa1d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:57.284948 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-83d16a68-ebdf-4672-9695-3e39559fa1d3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/243ad771-9c27-410a-abdd-1a4d0c39fde7 HTTP/1.1" status: 204 len: 168 time: 1.5768352 Nov 18 16:24:57.453677 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 1cac7d01-0975-4cb3-8bbd-e64158ecbf39 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:57.524353 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 1cac7d01-0975-4cb3-8bbd-e64158ecbf39 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:57.524810 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:57.641436 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 51966) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:57.675959 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:57.707387 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-8e40c137-a87f-44f5-96fd-54e9e7ac5b95 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1b1fbfc3a3104b13a627691fd34d8367&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0647542 Nov 18 16:24:57.709897 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 51970) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:57.847711 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b363b63e-69b1-438a-ae6e-b325e722c248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:57.879729 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de34ab-42ac-4e8b-835b-b8462e50b85d req-9a57a347-8724-496c-b61b-8cd04ae42998 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:57.881294 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-03de34ab-42ac-4e8b-835b-b8462e50b85d req-9a57a347-8724-496c-b61b-8cd04ae42998 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 946 time: 0.1562669 Nov 18 16:24:57.889677 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b363b63e-69b1-438a-ae6e-b325e722c248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:57.965879 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-03de34ab-42ac-4e8b-835b-b8462e50b85d req-ab39125b-ecf7-4cc8-8fad-62c31acba6d1 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0782361 Nov 18 16:24:58.094112 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b363b63e-69b1-438a-ae6e-b325e722c248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:58.099396 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-824fc93b-44be-428c-95fd-1e82a08d60ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:58.113685 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363b63e-69b1-438a-ae6e-b325e722c248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a0c20a-359b-4b3f-a969-66d73092aff5,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:58.116483 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b363b63e-69b1-438a-ae6e-b325e722c248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:58.197526 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b363b63e-69b1-438a-ae6e-b325e722c248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:58.198747 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-b363b63e-69b1-438a-ae6e-b325e722c248 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3a0c20a-359b-4b3f-a969-66d73092aff5 HTTP/1.1" status: 204 len: 168 time: 0.4878259 Nov 18 16:24:59.209187 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eed616-6104-42b2-97cb-64ad7ecfea85 req-383ccf5e-c70a-4ca3-b403-e4f561b7538a tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:59.210866 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-69eed616-6104-42b2-97cb-64ad7ecfea85 req-383ccf5e-c70a-4ca3-b403-e4f561b7538a tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 946 time: 0.0851460 Nov 18 16:24:59.262497 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-69eed616-6104-42b2-97cb-64ad7ecfea85 req-62620cb3-cdc1-495b-8ef5-7f429f667338 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451829 Nov 18 16:24:59.273896 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 52004) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:59.497227 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdd1c9-7396-4c12-aa06-9936d79a50ee req-ed30e500-5ddc-4cdb-95c6-295766525aa8 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:59.498851 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-50fdd1c9-7396-4c12-aa06-9936d79a50ee req-ed30e500-5ddc-4cdb-95c6-295766525aa8 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 946 time: 0.0896022 Nov 18 16:24:59.505802 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1016073581-network', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb'}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:59.509353 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 52012) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:59.510905 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:59.515224 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Usage tracker for resource:network and tenant:292e2beb7a044caea157c6f5f46c0ccb is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:59.515373 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-645309b6-91bc-43d7-82d1-573bba77bb67 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Request body: {'floatingip': {'port_id': '1cac7d01-0975-4cb3-8bbd-e64158ecbf39'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:59.518442 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:59.524607 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:59.570002 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Made reservation on behalf of 292e2beb7a044caea157c6f5f46c0ccb for: {'network': 1} {{(pid=80386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:24:59.574825 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for network, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:59.588629 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:59.598338 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-645309b6-91bc-43d7-82d1-573bba77bb67 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for floatingip, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:59.623037 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:59.627281 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Usage tracker for resource:security_group_rule and tenant:292e2beb7a044caea157c6f5f46c0ccb is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:59.630345 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:59.636161 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:59.705969 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:59.741346 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:59.745855 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b0994101-2a6f-4ca1-8e5b-c5619a9622c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:59.779989 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:24:59.789439 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64072583-6d3e-4886-8065-81afedd03a13,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:59.801740 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794394340365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696124'] for segment, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:59.802185 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.segments_db [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Added segment 5d1c135a-f5a5-4ec5-a274-d33dd11b43d8 of type vxlan for network ece5bf5e-8c90-44e7-9b10-a7a886498ac3 Nov 18 16:24:59.808209 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:59.808617 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:59.809070 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:59.809467 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:59.809850 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:59.810249 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:59.810752 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:59.811134 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:59.811514 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:59.812436 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:59.812832 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:59.813310 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:59.813767 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:59.814146 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:59.814530 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:59.814899 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:59.815272 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:59.815651 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:59.816023 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:59.816398 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:59.816773 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:59.817169 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:59.817547 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:59.817914 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:59.822579 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:59.846067 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242460990785'] for network, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:59.910189 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for network, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:59.911503 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:59.912147 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for network, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:59.917304 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:00.027324 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Pushing event updated for resources: {'Network': ['ID=ece5bf5e-8c90-44e7-9b10-a7a886498ac3,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:00.030735 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:00.039606 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Network ece5bf5e-8c90-44e7-9b10-a7a886498ac3 details requested by agent ovs-agent-dv-cinder-759955-2-smb with host dv-cinder-759955-2-smb {{(pid=80388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:25:00.050987 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7757819 Nov 18 16:25:00.054031 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 52016) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:00.060284 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-47917b17-6240-4929-9467-05db3a440da7 admin admin] Request body: {'subnet': {'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1016073581-subnet', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:25:00.066178 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-47917b17-6240-4929-9467-05db3a440da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:25:00.070302 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-47917b17-6240-4929-9467-05db3a440da7 admin admin] Usage tracker for resource:subnet and tenant:292e2beb7a044caea157c6f5f46c0ccb is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:25:00.071703 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Network ece5bf5e-8c90-44e7-9b10-a7a886498ac3 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=80388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:25:00.073456 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-47917b17-6240-4929-9467-05db3a440da7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:25:00.079316 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-47917b17-6240-4929-9467-05db3a440da7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:25:00.119548 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47917b17-6240-4929-9467-05db3a440da7 admin admin] Made reservation on behalf of 292e2beb7a044caea157c6f5f46c0ccb for: {'subnet': 1} {{(pid=80386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:25:00.125079 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-47917b17-6240-4929-9467-05db3a440da7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852614878'] for subnet, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:00.420284 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-645309b6-91bc-43d7-82d1-573bba77bb67 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for floatingip, precommit_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:00.461528 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-645309b6-91bc-43d7-82d1-573bba77bb67 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701080'] for floatingip, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:00.608740 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-47917b17-6240-4929-9467-05db3a440da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1990504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852614893'] for subnet, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:00.626392 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c6392f36-7112-4936-84ae-4a9c4a4c5060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:00.768927 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47917b17-6240-4929-9467-05db3a440da7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197,revision_number=0']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:00.773568 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-47917b17-6240-4929-9467-05db3a440da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:00.842068 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47917b17-6240-4929-9467-05db3a440da7 admin admin] Checking segment: {'id': '5d1c135a-f5a5-4ec5-a274-d33dd11b43d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:25:00.842478 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47917b17-6240-4929-9467-05db3a440da7 admin admin] Network hostable DHCP agents. Network: ece5bf5e-8c90-44e7-9b10-a7a886498ac3, hostable agents: ['f7776111-b6a1-4850-954f-358371da3282'], hosted agents: [] {{(pid=80386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:25:00.901688 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.l3_db [None req-645309b6-91bc-43d7-82d1-573bba77bb67 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Floating IP 039df664-12f2-441b-81d3-ded17b6f565c associated. External IP: 172.28.2.91, port: 1cac7d01-0975-4cb3-8bbd-e64158ecbf39. Nov 18 16:25:00.953755 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47917b17-6240-4929-9467-05db3a440da7 admin admin] Network ece5bf5e-8c90-44e7-9b10-a7a886498ac3 is scheduled to be hosted by DHCP agent f7776111-b6a1-4850-954f-358371da3282 with binding_index 1 {{(pid=80386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:25:01.036046 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-47917b17-6240-4929-9467-05db3a440da7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-smb, ece5bf5e-8c90-44e7-9b10-a7a886498ac3) {{(pid=80386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:25:01.044980 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8a86dc-dde0-433d-bbfd-338b2942eef7 None None] Network ece5bf5e-8c90-44e7-9b10-a7a886498ac3 requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:25:01.070506 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47917b17-6240-4929-9467-05db3a440da7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:01.071176 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-47917b17-6240-4929-9467-05db3a440da7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for subnet, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:01.127875 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-47917b17-6240-4929-9467-05db3a440da7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0726142 Nov 18 16:25:01.130432 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 52030) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:01.136104 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-ac919fdc-b591-4e22-a8fe-fe5e9180ea8c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1016073581-router', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'}}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:25:01.141714 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-ac919fdc-b591-4e22-a8fe-fe5e9180ea8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:25:01.146096 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-ac919fdc-b591-4e22-a8fe-fe5e9180ea8c admin admin] Usage tracker for resource:router and tenant:292e2beb7a044caea157c6f5f46c0ccb is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:25:01.149883 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-ac919fdc-b591-4e22-a8fe-fe5e9180ea8c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:25:01.156446 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-ac919fdc-b591-4e22-a8fe-fe5e9180ea8c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:25:01.233523 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ac919fdc-b591-4e22-a8fe-fe5e9180ea8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854080847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854716828'] for router, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:01.235224 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ac919fdc-b591-4e22-a8fe-fe5e9180ea8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854081194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-706848', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58988'] for router, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:01.314186 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ac919fdc-b591-4e22-a8fe-fe5e9180ea8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:01.340660 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645309b6-91bc-43d7-82d1-573bba77bb67 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Router 2a4e9ea5-66a0-46e0-9cc5-359e5fbff654 has already been hosted by L3 agent 06010dfa-7d57-41a4-b257-aaebf39abde2 {{(pid=80387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:25:01.442192 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a34fa7-8f8d-4b60-8e1c-7dd548a76eb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b6bd36f-cdf7-5393-8c49-b9e6ea56e45e-ece5bf5e-8c90-44e7-9b10-a7a886498ac3', 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'fixed_ips': [{'subnet_id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197'}]}} from dv-cinder-759955-2-smb. {{(pid=80388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 18 16:25:01.443108 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-16a34fa7-8f8d-4b60-8e1c-7dd548a76eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:01.530705 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ac919fdc-b591-4e22-a8fe-fe5e9180ea8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-706865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854080818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58975'] for router, precommit_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:01.569276 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645309b6-91bc-43d7-82d1-573bba77bb67 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify agent at l3_agent.dv-cinder-759955-2-smb the message routers_updated {{(pid=80387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:25:01.574059 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-645309b6-91bc-43d7-82d1-573bba77bb67 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for floatingip, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:01.583503 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878f5f29-ef89-4866-a8d8-229d64e40a8d None None] Sync routers for ids ['2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'] in dv-cinder-759955-2-smb {{(pid=80388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:25:01.633400 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-645309b6-91bc-43d7-82d1-573bba77bb67 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "PUT /v2.0/floatingips/039df664-12f2-441b-81d3-ded17b6f565c HTTP/1.1" status: 200 len: 991 time: 2.1227980 Nov 18 16:25:01.634180 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306e6d3a-c1e6-4712-b4a4-efae4e8ea50a', 'tag': '1cac7d01-0975-4cb3-8bbd-e64158ecbf39'}] {{(pid=80387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:25:01.649276 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878f5f29-ef89-4866-a8d8-229d64e40a8d None None] Routers {'2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:25:01.649578 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-878f5f29-ef89-4866-a8d8-229d64e40a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:24:52Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'], 'active': True} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:25:01.706535 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306e6d3a-c1e6-4712-b4a4-efae4e8ea50a', 'tag': '1cac7d01-0975-4cb3-8bbd-e64158ecbf39', 'status': 'completed', 'code': 200} Nov 18 16:25:01.835800 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ac919fdc-b591-4e22-a8fe-fe5e9180ea8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:01.877698 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ac919fdc-b591-4e22-a8fe-fe5e9180ea8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:01.924181 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-878f5f29-ef89-4866-a8d8-229d64e40a8d None None] Set router 2a4e9ea5-66a0-46e0-9cc5-359e5fbff654 gateway port host: dv-cinder-759955-2-smb {{(pid=80388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:25:01.926652 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-40e3bae1-148c-4aeb-b34a-24b8f6430c5e req-abdd694b-2f24-442e-9dd9-6b0502b492c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a059fa3edee14481b95a1aed15fa9fcb&device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 1163 time: 0.1729138 Nov 18 16:25:02.000303 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-16a34fa7-8f8d-4b60-8e1c-7dd548a76eb6 None None] Allocated IP 172.20.0.2 (ece5bf5e-8c90-44e7-9b10-a7a886498ac3/c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197/c9cef493-bd13-4adc-9bc7-9a117f32d513) {{(pid=80388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:25:02.219090 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3bae1-148c-4aeb-b34a-24b8f6430c5e req-5a236036-8f12-48b6-aeb6-5eba3e1054d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:02.220613 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-40e3bae1-148c-4aeb-b34a-24b8f6430c5e req-5a236036-8f12-48b6-aeb6-5eba3e1054d1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8f88308-3b7d-4f88-a379-67873b752770 HTTP/1.1" status: 200 len: 908 time: 0.2773044 Nov 18 16:25:02.399238 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-40e3bae1-148c-4aeb-b34a-24b8f6430c5e req-827ec777-39cb-4d38-9653-202f20d2cc17 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cac7d01-0975-4cb3-8bbd-e64158ecbf39 HTTP/1.1" status: 200 len: 999 time: 0.1717000 Nov 18 16:25:02.441431 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-ac919fdc-b591-4e22-a8fe-fe5e9180ea8c admin admin] Allocated IP 172.28.2.118 (1ab93bf2-7919-44ad-adde-8c05b7be9843/1c619f42-09f4-418f-9c21-3783e8b9bbfe/47432916-6bf5-47a3-90bf-c92a5b1dd4a0) {{(pid=80386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:25:02.494448 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-16a34fa7-8f8d-4b60-8e1c-7dd548a76eb6 None None] Notify callbacks [] for port, precommit_create {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:02.510555 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3bae1-148c-4aeb-b34a-24b8f6430c5e req-8cda37a5-e138-4c5a-8019-9411e0d32e73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:02.512258 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-40e3bae1-148c-4aeb-b34a-24b8f6430c5e req-8cda37a5-e138-4c5a-8019-9411e0d32e73 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e930cec8-6db8-483a-9efd-6ad1d182df64 HTTP/1.1" status: 200 len: 853 time: 0.1053424 Nov 18 16:25:02.513907 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-16a34fa7-8f8d-4b60-8e1c-7dd548a76eb6 None None] Transition to ACTIVE for port object c9cef493-bd13-4adc-9bc7-9a117f32d513 will not be triggered until provisioned by entity L2. {{(pid=80388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:25:02.539645 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-16a34fa7-8f8d-4b60-8e1c-7dd548a76eb6 None None] Transition to ACTIVE for port object c9cef493-bd13-4adc-9bc7-9a117f32d513 will not be triggered until provisioned by entity DHCP. {{(pid=80388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:25:02.550548 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-878f5f29-ef89-4866-a8d8-229d64e40a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'name': 'tempest-AttachVolumeShelveTestJSON-9050108-router', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:20:53Z', 'updated_at': '2020-11-18T16:21:01Z', 'revision_number': 4, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'gw_port': {'id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:54Z', 'updated_at': '2020-11-18T16:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_floatingips': [{'id': '039df664-12f2-441b-81d3-ded17b6f565c', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'floating_ip_address': '172.28.2.91', 'floating_network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'router_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'port_id': '1cac7d01-0975-4cb3-8bbd-e64158ecbf39', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770', 'mac_address': 'fa:16:3e:00:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306e6d3a-c1e6-4712-b4a4-efae4e8ea50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:24:44Z', 'updated_at': '2020-11-18T16:25:00Z', 'revision_number': 1, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115a79a5-ba2b-4a2b-a129-6e29ab0fca52', 'name': '', 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'mac_address': 'fa:16:3e:9c:3c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e930cec8-6db8-483a-9efd-6ad1d182df64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:59Z', 'updated_at': '2020-11-18T16:21:14Z', 'revision_number': 5, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'subnets': [{'id': 'e930cec8-6db8-483a-9efd-6ad1d182df64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:25:02.554746 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878f5f29-ef89-4866-a8d8-229d64e40a8d None None] Checking router: 2a4e9ea5-66a0-46e0-9cc5-359e5fbff654 for host: dv-cinder-759955-2-smb {{(pid=80388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:25:02.566629 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878f5f29-ef89-4866-a8d8-229d64e40a8d None None] Routers {'2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:25:02.567299 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-878f5f29-ef89-4866-a8d8-229d64e40a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:24:52Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'], 'active': True} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:25:02.626735 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-16a34fa7-8f8d-4b60-8e1c-7dd548a76eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656'] for port, after_create {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:02.650095 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:02.692391 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ac919fdc-b591-4e22-a8fe-fe5e9180ea8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:02.707593 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-40e3bae1-148c-4aeb-b34a-24b8f6430c5e req-5d46abdd-0778-477b-84b5-415d226b4b45 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8f88308-3b7d-4f88-a379-67873b752770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1380563 Nov 18 16:25:02.864124 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-40e3bae1-148c-4aeb-b34a-24b8f6430c5e req-d9248202-75ff-4e2d-b29f-64da23c6115e service neutron] 10.222.0.13 "GET /v2.0/networks/d8f88308-3b7d-4f88-a379-67873b752770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495974 Nov 18 16:25:02.865549 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ac919fdc-b591-4e22-a8fe-fe5e9180ea8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1990542'] for port, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:02.887707 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:03.045733 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a34fa7-8f8d-4b60-8e1c-7dd548a76eb6 None None] Pushing event updated for resources: {'Port': ['ID=c9cef493-bd13-4adc-9bc7-9a117f32d513,revision_number=1']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:03.052770 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-16a34fa7-8f8d-4b60-8e1c-7dd548a76eb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:03.127828 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-878f5f29-ef89-4866-a8d8-229d64e40a8d None None] Set router 2a4e9ea5-66a0-46e0-9cc5-359e5fbff654 gateway port host: dv-cinder-759955-2-smb {{(pid=80388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:25:03.173779 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a34fa7-8f8d-4b60-8e1c-7dd548a76eb6 None None] Network ece5bf5e-8c90-44e7-9b10-a7a886498ac3 is already hosted by enough agents. {{(pid=80388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:25:03.179167 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-16a34fa7-8f8d-4b60-8e1c-7dd548a76eb6 None None] Resources bound (agent type, host, resource id): {{(pid=80388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:25:03.187827 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a34fa7-8f8d-4b60-8e1c-7dd548a76eb6 None None] Received port after_create {{(pid=80388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:25:03.335848 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-16a34fa7-8f8d-4b60-8e1c-7dd548a76eb6 None None] Attempting to bind port c9cef493-bd13-4adc-9bc7-9a117f32d513 on host dv-cinder-759955-2-smb for vnic_type normal with profile {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:25:03.336193 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-16a34fa7-8f8d-4b60-8e1c-7dd548a76eb6 None None] Attempting to bind port c9cef493-bd13-4adc-9bc7-9a117f32d513 by drivers openvswitch on host dv-cinder-759955-2-smb at level 0 using segments [{'id': '5d1c135a-f5a5-4ec5-a274-d33dd11b43d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3'}] {{(pid=80388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:25:03.336604 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a34fa7-8f8d-4b60-8e1c-7dd548a76eb6 None None] Attempting to bind port c9cef493-bd13-4adc-9bc7-9a117f32d513 on network ece5bf5e-8c90-44e7-9b10-a7a886498ac3 {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:25:03.363427 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac919fdc-b591-4e22-a8fe-fe5e9180ea8c admin admin] Pushing event updated for resources: {'Port': ['ID=47432916-6bf5-47a3-90bf-c92a5b1dd4a0,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:03.364372 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a34fa7-8f8d-4b60-8e1c-7dd548a76eb6 None None] Checking agent: {'id': 'd139265b-832e-4a4b-b5af-b5aa037fc555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 11, 53), 'started_at': datetime.datetime(2020, 11, 18, 16, 12, 23), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:25:03.364826 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a34fa7-8f8d-4b60-8e1c-7dd548a76eb6 None None] Checking segment: {'id': '5d1c135a-f5a5-4ec5-a274-d33dd11b43d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:25:03.365282 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-16a34fa7-8f8d-4b60-8e1c-7dd548a76eb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:03.365726 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a34fa7-8f8d-4b60-8e1c-7dd548a76eb6 None None] Bound using segment: {'id': '5d1c135a-f5a5-4ec5-a274-d33dd11b43d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3'} {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:25:03.372423 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-16a34fa7-8f8d-4b60-8e1c-7dd548a76eb6 None None] Bound port: c9cef493-bd13-4adc-9bc7-9a117f32d513, host: dv-cinder-759955-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d1c135a-f5a5-4ec5-a274-d33dd11b43d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3'}}] {{(pid=80388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:25:03.372903 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-16a34fa7-8f8d-4b60-8e1c-7dd548a76eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:03.376884 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ac919fdc-b591-4e22-a8fe-fe5e9180ea8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:03.424868 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-40e3bae1-148c-4aeb-b34a-24b8f6430c5e req-c3d454d9-81ab-44f0-ba71-72d3861cf634 service neutron] 10.222.0.13 "GET /v2.0/networks/d8f88308-3b7d-4f88-a379-67873b752770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5381691 Nov 18 16:25:03.429927 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac919fdc-b591-4e22-a8fe-fe5e9180ea8c admin admin] Network 1ab93bf2-7919-44ad-adde-8c05b7be9843 is already hosted by enough agents. {{(pid=80386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:25:03.431205 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-ac919fdc-b591-4e22-a8fe-fe5e9180ea8c admin admin] Resources bound (agent type, host, resource id): {{(pid=80386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:25:03.433422 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac919fdc-b591-4e22-a8fe-fe5e9180ea8c admin admin] Received port after_create {{(pid=80386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:25:03.575649 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-16a34fa7-8f8d-4b60-8e1c-7dd548a76eb6 None None] For port c9cef493-bd13-4adc-9bc7-9a117f32d513, host dv-cinder-759955-2-smb, cleared binding levels {{(pid=80388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:25:03.581772 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-16a34fa7-8f8d-4b60-8e1c-7dd548a76eb6 None None] For port c9cef493-bd13-4adc-9bc7-9a117f32d513, host dv-cinder-759955-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=c9cef493-bd13-4adc-9bc7-9a117f32d513,segment=NetworkSegment(5d1c135a-f5a5-4ec5-a274-d33dd11b43d8),segment_id=5d1c135a-f5a5-4ec5-a274-d33dd11b43d8)] {{(pid=80388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:25:03.628712 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ac919fdc-b591-4e22-a8fe-fe5e9180ea8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:03.629697 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ac919fdc-b591-4e22-a8fe-fe5e9180ea8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854068906'] for router, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:03.642557 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-16a34fa7-8f8d-4b60-8e1c-7dd548a76eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:03.659830 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:03.831676 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a34fa7-8f8d-4b60-8e1c-7dd548a76eb6 None None] Pushing event updated for resources: {'Port': ['ID=c9cef493-bd13-4adc-9bc7-9a117f32d513,revision_number=2']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:03.840386 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-16a34fa7-8f8d-4b60-8e1c-7dd548a76eb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:03.845795 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-878f5f29-ef89-4866-a8d8-229d64e40a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'name': 'tempest-AttachVolumeShelveTestJSON-9050108-router', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:20:53Z', 'updated_at': '2020-11-18T16:21:01Z', 'revision_number': 4, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'gw_port': {'id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:54Z', 'updated_at': '2020-11-18T16:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_floatingips': [{'id': '039df664-12f2-441b-81d3-ded17b6f565c', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'floating_ip_address': '172.28.2.91', 'floating_network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'router_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'port_id': '1cac7d01-0975-4cb3-8bbd-e64158ecbf39', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770', 'mac_address': 'fa:16:3e:00:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306e6d3a-c1e6-4712-b4a4-efae4e8ea50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:24:44Z', 'updated_at': '2020-11-18T16:25:00Z', 'revision_number': 1, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115a79a5-ba2b-4a2b-a129-6e29ab0fca52', 'name': '', 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'mac_address': 'fa:16:3e:9c:3c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e930cec8-6db8-483a-9efd-6ad1d182df64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:59Z', 'updated_at': '2020-11-18T16:21:14Z', 'revision_number': 5, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'subnets': [{'id': 'e930cec8-6db8-483a-9efd-6ad1d182df64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:25:03.858505 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878f5f29-ef89-4866-a8d8-229d64e40a8d None None] The sync data for ids ['2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'] in dv-cinder-759955-2-smb is: [{'id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'name': 'tempest-AttachVolumeShelveTestJSON-9050108-router', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:20:53Z', 'updated_at': '2020-11-18T16:21:01Z', 'revision_number': 4, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'gw_port': {'id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:54Z', 'updated_at': '2020-11-18T16:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_floatingips': [{'id': '039df664-12f2-441b-81d3-ded17b6f565c', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'floating_ip_address': '172.28.2.91', 'floating_network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'router_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'port_id': '1cac7d01-0975-4cb3-8bbd-e64158ecbf39', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770', 'mac_address': 'fa:16:3e:00:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306e6d3a-c1e6-4712-b4a4-efae4e8ea50a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:24:44Z', 'updated_at': '2020-11-18T16:25:00Z', 'revision_number': 1, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '115a79a5-ba2b-4a2b-a129-6e29ab0fca52', 'name': '', 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'mac_address': 'fa:16:3e:9c:3c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e930cec8-6db8-483a-9efd-6ad1d182df64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:59Z', 'updated_at': '2020-11-18T16:21:14Z', 'revision_number': 5, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'subnets': [{'id': 'e930cec8-6db8-483a-9efd-6ad1d182df64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:25:03.970048 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac919fdc-b591-4e22-a8fe-fe5e9180ea8c admin admin] Router c90901ed-c523-4c3d-a29d-7abbcec7bfba is scheduled to L3 agent 06010dfa-7d57-41a4-b257-aaebf39abde2 with binding_index 1 {{(pid=80386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 18 16:25:04.179045 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7370cd1b-1c1e-4b90-9687-b8652de53bdf None None] New status for floating IP 039df664-12f2-441b-81d3-ded17b6f565c: ACTIVE {{(pid=80389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 16:25:04.236609 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac919fdc-b591-4e22-a8fe-fe5e9180ea8c admin admin] Notify agent at l3_agent.dv-cinder-759955-2-smb the message routers_updated {{(pid=80386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:25:04.245747 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b66c2de-c184-47af-b04f-28fc76922a6e None None] Sync routers for ids ['c90901ed-c523-4c3d-a29d-7abbcec7bfba'] in dv-cinder-759955-2-smb {{(pid=80388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:25:04.268415 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b66c2de-c184-47af-b04f-28fc76922a6e None None] Routers {'c90901ed-c523-4c3d-a29d-7abbcec7bfba'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:25:04.269145 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-5b66c2de-c184-47af-b04f-28fc76922a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:24:52Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['c90901ed-c523-4c3d-a29d-7abbcec7bfba'], 'active': True} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:25:04.324298 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ac919fdc-b591-4e22-a8fe-fe5e9180ea8c admin admin] Notify callbacks [] for router, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:04.327963 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-ac919fdc-b591-4e22-a8fe-fe5e9180ea8c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1945279 Nov 18 16:25:04.328975 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 52062) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:04.470835 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-5b66c2de-c184-47af-b04f-28fc76922a6e None None] Set router c90901ed-c523-4c3d-a29d-7abbcec7bfba gateway port host: dv-cinder-759955-2-smb {{(pid=80388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:25:04.779231 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-5b66c2de-c184-47af-b04f-28fc76922a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'name': 'tempest-AttachVolumeTestJSON-1016073581-router', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:01Z', 'updated_at': '2020-11-18T16:25:03Z', 'revision_number': 3, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'gw_port': {'id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:02Z', 'updated_at': '2020-11-18T16:25:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb'}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:25:04.785064 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b66c2de-c184-47af-b04f-28fc76922a6e None None] Checking router: c90901ed-c523-4c3d-a29d-7abbcec7bfba for host: dv-cinder-759955-2-smb {{(pid=80388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:25:04.785552 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b66c2de-c184-47af-b04f-28fc76922a6e None None] Updating router c90901ed-c523-4c3d-a29d-7abbcec7bfba port 47432916-6bf5-47a3-90bf-c92a5b1dd4a0 binding host dv-cinder-759955-2-smb {{(pid=80388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:25:04.842475 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5b66c2de-c184-47af-b04f-28fc76922a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:05.043344 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c08d0ba1-67b2-4f19-a2a6-8aaf82b6df63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:05.159184 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 6 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:25:05.261336 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device c9cef493-bd13-4adc-9bc7-9a117f32d513 up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:25:05.364371 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5b66c2de-c184-47af-b04f-28fc76922a6e None None] Notify callbacks [] for port, precommit_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:05.386722 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5b66c2de-c184-47af-b04f-28fc76922a6e None None] Transition to ACTIVE for port object 47432916-6bf5-47a3-90bf-c92a5b1dd4a0 will not be triggered until provisioned by entity L2. {{(pid=80388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:25:05.416615 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5b66c2de-c184-47af-b04f-28fc76922a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:05.438710 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f49de34a-ec54-4ed5-a8ac-268b0b4c6776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:05.495028 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-c08d0ba1-67b2-4f19-a2a6-8aaf82b6df63 admin admin] Allocated IP 172.20.0.1 (ece5bf5e-8c90-44e7-9b10-a7a886498ac3/c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197/90c59c8a-db2f-4b5c-9b79-be8701df6b16) {{(pid=80386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:25:05.501396 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90b12f5-0644-42f7-8bf7-a33ea253df0c None None] Network ece5bf5e-8c90-44e7-9b10-a7a886498ac3 requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:25:05.543431 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning for port c9cef493-bd13-4adc-9bc7-9a117f32d513 completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:25:05.567625 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567fa4d-e8bb-4c7a-b5c0-313814b9ff26 None None] Pushing event updated for resources: {'Port': ['ID=47432916-6bf5-47a3-90bf-c92a5b1dd4a0,revision_number=2']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:05.571809 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8567fa4d-e8bb-4c7a-b5c0-313814b9ff26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:05.804390 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-3dd141f6-78d2-4fdc-955b-b661033ac98b None None] Provisioning for port c9cef493-bd13-4adc-9bc7-9a117f32d513 completed by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:25:05.822753 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-3dd141f6-78d2-4fdc-955b-b661033ac98b None None] Provisioning complete for port c9cef493-bd13-4adc-9bc7-9a117f32d513 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:25:05.823180 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3dd141f6-78d2-4fdc-955b-b661033ac98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:05.879578 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c08d0ba1-67b2-4f19-a2a6-8aaf82b6df63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:05.886512 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-5b66c2de-c184-47af-b04f-28fc76922a6e None None] Attempting to bind port 47432916-6bf5-47a3-90bf-c92a5b1dd4a0 on host dv-cinder-759955-2-smb for vnic_type normal with profile {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:25:05.886931 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-5b66c2de-c184-47af-b04f-28fc76922a6e None None] Attempting to bind port 47432916-6bf5-47a3-90bf-c92a5b1dd4a0 by drivers openvswitch on host dv-cinder-759955-2-smb at level 0 using segments [{'id': 'fd1903d0-2c86-4185-ae42-f007a12d43c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'}] {{(pid=80388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:25:05.887341 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b66c2de-c184-47af-b04f-28fc76922a6e None None] Attempting to bind port 47432916-6bf5-47a3-90bf-c92a5b1dd4a0 on network 1ab93bf2-7919-44ad-adde-8c05b7be9843 {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:25:05.897737 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-c08d0ba1-67b2-4f19-a2a6-8aaf82b6df63 admin admin] Transition to ACTIVE for port object 90c59c8a-db2f-4b5c-9b79-be8701df6b16 will not be triggered until provisioned by entity DHCP. {{(pid=80386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:25:05.947995 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c08d0ba1-67b2-4f19-a2a6-8aaf82b6df63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1990542'] for port, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:05.965839 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-29e8cb75-d88e-42ba-a155-48a5d7ccaf3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:06.118544 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b66c2de-c184-47af-b04f-28fc76922a6e None None] Checking agent: {'id': 'd139265b-832e-4a4b-b5af-b5aa037fc555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 11, 53), 'started_at': datetime.datetime(2020, 11, 18, 16, 12, 23), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:25:06.118882 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b66c2de-c184-47af-b04f-28fc76922a6e None None] Checking segment: {'id': 'fd1903d0-2c86-4185-ae42-f007a12d43c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:25:06.119330 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5b66c2de-c184-47af-b04f-28fc76922a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:06.119767 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b66c2de-c184-47af-b04f-28fc76922a6e None None] Bound using segment: {'id': 'fd1903d0-2c86-4185-ae42-f007a12d43c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'} {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:25:06.120300 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-5b66c2de-c184-47af-b04f-28fc76922a6e None None] Bound port: 47432916-6bf5-47a3-90bf-c92a5b1dd4a0, host: dv-cinder-759955-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1903d0-2c86-4185-ae42-f007a12d43c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'}}] {{(pid=80388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:25:06.120714 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5b66c2de-c184-47af-b04f-28fc76922a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:06.121958 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d0ba1-67b2-4f19-a2a6-8aaf82b6df63 admin admin] Pushing event updated for resources: {'Port': ['ID=90c59c8a-db2f-4b5c-9b79-be8701df6b16,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:06.125802 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c08d0ba1-67b2-4f19-a2a6-8aaf82b6df63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:06.174137 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08d0ba1-67b2-4f19-a2a6-8aaf82b6df63 admin admin] Network ece5bf5e-8c90-44e7-9b10-a7a886498ac3 is already hosted by enough agents. {{(pid=80386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:25:06.175382 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-c08d0ba1-67b2-4f19-a2a6-8aaf82b6df63 admin admin] Resources bound (agent type, host, resource id): {{(pid=80386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:25:06.177744 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08d0ba1-67b2-4f19-a2a6-8aaf82b6df63 admin admin] Received port after_create {{(pid=80386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:25:06.236036 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c08d0ba1-67b2-4f19-a2a6-8aaf82b6df63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700930'] for router_interface, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:06.267201 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-5b66c2de-c184-47af-b04f-28fc76922a6e None None] For port 47432916-6bf5-47a3-90bf-c92a5b1dd4a0, host dv-cinder-759955-2-smb, cleared binding levels {{(pid=80388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:25:06.274907 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-5b66c2de-c184-47af-b04f-28fc76922a6e None None] For port 47432916-6bf5-47a3-90bf-c92a5b1dd4a0, host dv-cinder-759955-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=47432916-6bf5-47a3-90bf-c92a5b1dd4a0,segment=NetworkSegment(fd1903d0-2c86-4185-ae42-f007a12d43c6),segment_id=fd1903d0-2c86-4185-ae42-f007a12d43c6)] {{(pid=80388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:25:06.283136 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3dd141f6-78d2-4fdc-955b-b661033ac98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:06.318917 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-3dd141f6-78d2-4fdc-955b-b661033ac98b None None] For port c9cef493-bd13-4adc-9bc7-9a117f32d513, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=c9cef493-bd13-4adc-9bc7-9a117f32d513,segment=NetworkSegment(5d1c135a-f5a5-4ec5-a274-d33dd11b43d8),segment_id=5d1c135a-f5a5-4ec5-a274-d33dd11b43d8)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:25:06.322430 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5b66c2de-c184-47af-b04f-28fc76922a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:06.339637 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:06.351625 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c08d0ba1-67b2-4f19-a2a6-8aaf82b6df63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:06.391139 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3dd141f6-78d2-4fdc-955b-b661033ac98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:06.521001 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567fa4d-e8bb-4c7a-b5c0-313814b9ff26 None None] Pushing event updated for resources: {'Port': ['ID=47432916-6bf5-47a3-90bf-c92a5b1dd4a0,revision_number=3']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:06.524913 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8567fa4d-e8bb-4c7a-b5c0-313814b9ff26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:06.528473 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:06.634900 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd141f6-78d2-4fdc-955b-b661033ac98b None None] Pushing event updated for resources: {'Port': ['ID=c9cef493-bd13-4adc-9bc7-9a117f32d513,revision_number=3']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:06.640464 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3dd141f6-78d2-4fdc-955b-b661033ac98b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:06.640858 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-0f3090d8-f568-417b-8734-5a8da70b8418 None None] Provisioning for port 90c59c8a-db2f-4b5c-9b79-be8701df6b16 completed by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:25:06.650255 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-0f3090d8-f568-417b-8734-5a8da70b8418 None None] Provisioning complete for port 90c59c8a-db2f-4b5c-9b79-be8701df6b16 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:25:06.650705 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0f3090d8-f568-417b-8734-5a8da70b8418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:06.712654 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b66c2de-c184-47af-b04f-28fc76922a6e None None] Routers {'c90901ed-c523-4c3d-a29d-7abbcec7bfba'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:25:06.713398 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-5b66c2de-c184-47af-b04f-28fc76922a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:24:52Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['c90901ed-c523-4c3d-a29d-7abbcec7bfba'], 'active': True} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:25:06.789455 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-0f3090d8-f568-417b-8734-5a8da70b8418 None None] Port 90c59c8a-db2f-4b5c-9b79-be8701df6b16 cannot update to ACTIVE because it is not bound. {{(pid=80388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:25:06.909902 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-0f3090d8-f568-417b-8734-5a8da70b8418 None None] Provisioning complete for port c9cef493-bd13-4adc-9bc7-9a117f32d513 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:25:06.910423 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0f3090d8-f568-417b-8734-5a8da70b8418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:06.960828 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c08d0ba1-67b2-4f19-a2a6-8aaf82b6df63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:06.989170 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-5b66c2de-c184-47af-b04f-28fc76922a6e None None] Set router c90901ed-c523-4c3d-a29d-7abbcec7bfba gateway port host: dv-cinder-759955-2-smb {{(pid=80388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:25:06.996216 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c08d0ba1-67b2-4f19-a2a6-8aaf82b6df63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852785257'] for port, after_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:07.044080 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-300f14e2-c090-4bed-bdc3-6382e7d192e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:07.138388 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c08d0ba1-67b2-4f19-a2a6-8aaf82b6df63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846444243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854074777'] for router_interface, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:07.155831 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d0ba1-67b2-4f19-a2a6-8aaf82b6df63 admin admin] Pushing event updated for resources: {'Port': ['ID=90c59c8a-db2f-4b5c-9b79-be8701df6b16,revision_number=2']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:07.159311 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c08d0ba1-67b2-4f19-a2a6-8aaf82b6df63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:07.180388 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device c9cef493-bd13-4adc-9bc7-9a117f32d513 up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:25:07.302448 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08d0ba1-67b2-4f19-a2a6-8aaf82b6df63 admin admin] Network ece5bf5e-8c90-44e7-9b10-a7a886498ac3 is already hosted by enough agents. {{(pid=80386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:25:07.303618 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-c08d0ba1-67b2-4f19-a2a6-8aaf82b6df63 admin admin] Resources bound (agent type, host, resource id): {{(pid=80386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:25:07.448652 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning complete for port c9cef493-bd13-4adc-9bc7-9a117f32d513 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:25:07.449104 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:07.506949 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-71250d6e-813c-4ad1-8602-06e2aa8a6d04 None None] Provisioning complete for port 90c59c8a-db2f-4b5c-9b79-be8701df6b16 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:25:07.507355 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-71250d6e-813c-4ad1-8602-06e2aa8a6d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:07.598980 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-71250d6e-813c-4ad1-8602-06e2aa8a6d04 None None] Port 90c59c8a-db2f-4b5c-9b79-be8701df6b16 cannot update to ACTIVE because it is not bound. {{(pid=80388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:25:07.659143 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-5b66c2de-c184-47af-b04f-28fc76922a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'name': 'tempest-AttachVolumeTestJSON-1016073581-router', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:01Z', 'updated_at': '2020-11-18T16:25:06Z', 'revision_number': 4, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'gw_port': {'id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:02Z', 'updated_at': '2020-11-18T16:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '90c59c8a-db2f-4b5c-9b79-be8701df6b16', 'name': '', 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'mac_address': 'fa:16:3e:02:69:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:05Z', 'updated_at': '2020-11-18T16:25:05Z', 'revision_number': 1, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'subnets': [{'id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:25:07.679079 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b66c2de-c184-47af-b04f-28fc76922a6e None None] The sync data for ids ['c90901ed-c523-4c3d-a29d-7abbcec7bfba'] in dv-cinder-759955-2-smb is: [{'id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'name': 'tempest-AttachVolumeTestJSON-1016073581-router', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:01Z', 'updated_at': '2020-11-18T16:25:06Z', 'revision_number': 4, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'gw_port': {'id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:02Z', 'updated_at': '2020-11-18T16:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '90c59c8a-db2f-4b5c-9b79-be8701df6b16', 'name': '', 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'mac_address': 'fa:16:3e:02:69:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:05Z', 'updated_at': '2020-11-18T16:25:05Z', 'revision_number': 1, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'subnets': [{'id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:25:07.685583 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-71250d6e-813c-4ad1-8602-06e2aa8a6d04 None None] Provisioning complete for port c9cef493-bd13-4adc-9bc7-9a117f32d513 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:25:07.685921 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-71250d6e-813c-4ad1-8602-06e2aa8a6d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:07.750401 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08d0ba1-67b2-4f19-a2a6-8aaf82b6df63 admin admin] Router c90901ed-c523-4c3d-a29d-7abbcec7bfba has already been hosted by L3 agent 06010dfa-7d57-41a4-b257-aaebf39abde2 {{(pid=80386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:25:07.971576 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-75272810-8594-4cc2-9544-d53b0b40c2fb None None] Provisioning complete for port 90c59c8a-db2f-4b5c-9b79-be8701df6b16 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:25:07.972078 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-75272810-8594-4cc2-9544-d53b0b40c2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:08.004332 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08d0ba1-67b2-4f19-a2a6-8aaf82b6df63 admin admin] Notify agent at l3_agent.dv-cinder-759955-2-smb the message routers_updated {{(pid=80386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:25:08.013996 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-c08d0ba1-67b2-4f19-a2a6-8aaf82b6df63 admin admin] 10.222.0.26 "PUT /v2.0/routers/c90901ed-c523-4c3d-a29d-7abbcec7bfba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6837735 Nov 18 16:25:08.028867 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-75272810-8594-4cc2-9544-d53b0b40c2fb None None] Port 90c59c8a-db2f-4b5c-9b79-be8701df6b16 cannot update to ACTIVE because it is not bound. {{(pid=80388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:25:08.832110 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 52120) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:08.838163 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Request body: {'security_group': {'name': 'tempest-securitygroup--1408500893', 'description': 'tempest-description--1773565280'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:25:08.845458 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:25:08.850869 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Usage tracker for resource:security_group and tenant:292e2beb7a044caea157c6f5f46c0ccb is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:25:08.854007 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:25:08.861828 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:25:08.898833 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:08.937311 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:25:08.941841 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Usage tracker for resource:security_group_rule and tenant:292e2beb7a044caea157c6f5f46c0ccb is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:25:08.944927 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:25:08.950794 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:25:09.009314 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:09.052810 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:09.058642 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-10ee9bc1-4963-4637-a249-0c352d84d875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:09.102365 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Pushing event updated for resources: {'SecurityGroup': ['ID=716c4c6d-54a5-41ba-bfad-7c6f09af7df2,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:09.113265 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:09.113680 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:09.114208 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:09.114626 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:09.115023 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:09.115546 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:09.115789 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:09.116178 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:09.116701 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:09.117367 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:09.122982 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:09.122982 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:09.122982 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:09.122982 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:09.122982 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:09.122982 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:09.122982 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:09.122982 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:09.122982 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:09.122982 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:09.122982 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:09.122982 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:09.122982 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:09.124892 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:09.128091 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:09.144051 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:09.145734 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.3122668 Nov 18 16:25:09.148647 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 52128) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:09.157320 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-f2ea9e55-f0d4-4e3f-8799-ba4bf00735e5 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Request body: {'security_group_rule': {'security_group_id': '716c4c6d-54a5-41ba-bfad-7c6f09af7df2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:25:09.164890 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f2ea9e55-f0d4-4e3f-8799-ba4bf00735e5 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:25:09.167774 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 47432916-6bf5-47a3-90bf-c92a5b1dd4a0 up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:25:09.173969 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-f2ea9e55-f0d4-4e3f-8799-ba4bf00735e5 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Usage tracker for resource:security_group_rule and tenant:292e2beb7a044caea157c6f5f46c0ccb is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:25:09.177362 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-f2ea9e55-f0d4-4e3f-8799-ba4bf00735e5 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:25:09.183527 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f2ea9e55-f0d4-4e3f-8799-ba4bf00735e5 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:25:09.245501 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f2ea9e55-f0d4-4e3f-8799-ba4bf00735e5 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for security_group_rule, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:09.312733 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f2ea9e55-f0d4-4e3f-8799-ba4bf00735e5 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:09.324409 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning for port 47432916-6bf5-47a3-90bf-c92a5b1dd4a0 completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:25:09.329973 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning complete for port 47432916-6bf5-47a3-90bf-c92a5b1dd4a0 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:25:09.330439 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:09.353014 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f2ea9e55-f0d4-4e3f-8799-ba4bf00735e5 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625058'] for security_group_rule, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:09.362161 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:09.384360 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea9e55-f0d4-4e3f-8799-ba4bf00735e5 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9312d8-3d47-495d-946f-8a3b7cd8619f,revision_number=0']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:09.388226 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f2ea9e55-f0d4-4e3f-8799-ba4bf00735e5 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:09.438925 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f2ea9e55-f0d4-4e3f-8799-ba4bf00735e5 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for security_group_rule, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:09.440687 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-f2ea9e55-f0d4-4e3f-8799-ba4bf00735e5 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2907560 Nov 18 16:25:09.443694 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 52134) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:09.450014 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-f4292fec-bb27-43d6-b166-0a589855c957 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Request body: {'security_group_rule': {'security_group_id': '716c4c6d-54a5-41ba-bfad-7c6f09af7df2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:25:09.457700 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f4292fec-bb27-43d6-b166-0a589855c957 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:25:09.460665 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:09.462036 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-f4292fec-bb27-43d6-b166-0a589855c957 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Usage tracker for resource:security_group_rule and tenant:292e2beb7a044caea157c6f5f46c0ccb is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:25:09.465176 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-f4292fec-bb27-43d6-b166-0a589855c957 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:25:09.471949 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f4292fec-bb27-43d6-b166-0a589855c957 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:25:09.477845 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] For port 47432916-6bf5-47a3-90bf-c92a5b1dd4a0, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=47432916-6bf5-47a3-90bf-c92a5b1dd4a0,segment=NetworkSegment(fd1903d0-2c86-4185-ae42-f007a12d43c6),segment_id=fd1903d0-2c86-4185-ae42-f007a12d43c6)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:25:09.530803 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:09.532756 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:09.568722 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f4292fec-bb27-43d6-b166-0a589855c957 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for security_group_rule, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:09.603127 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Pushing event updated for resources: {'Port': ['ID=47432916-6bf5-47a3-90bf-c92a5b1dd4a0,revision_number=4']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:09.606613 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:09.639411 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f4292fec-bb27-43d6-b166-0a589855c957 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:09.675739 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f4292fec-bb27-43d6-b166-0a589855c957 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625058'] for security_group_rule, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:09.677941 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-dc1a6b45-bb05-45fe-8d2e-26635911663a tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:09.699099 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4292fec-bb27-43d6-b166-0a589855c957 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8981a97-5449-4801-89ea-3c60fbae6314,revision_number=0']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:09.703857 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f4292fec-bb27-43d6-b166-0a589855c957 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:09.740899 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f4292fec-bb27-43d6-b166-0a589855c957 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for security_group_rule, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:09.742182 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-f4292fec-bb27-43d6-b166-0a589855c957 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2974958 Nov 18 16:25:09.745348 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 52138) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:09.750778 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-9b72eefd-b086-45e0-95f3-a31a6dfaa32b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Request body: {'floatingip': {'floating_network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:25:09.756420 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-9b72eefd-b086-45e0-95f3-a31a6dfaa32b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:25:09.760563 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-9b72eefd-b086-45e0-95f3-a31a6dfaa32b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Usage tracker for resource:floatingip and tenant:292e2beb7a044caea157c6f5f46c0ccb is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:25:09.763569 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-9b72eefd-b086-45e0-95f3-a31a6dfaa32b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:25:09.770091 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-9b72eefd-b086-45e0-95f3-a31a6dfaa32b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:25:09.815938 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9b72eefd-b086-45e0-95f3-a31a6dfaa32b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for floatingip, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:09.964738 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9b72eefd-b086-45e0-95f3-a31a6dfaa32b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:10.238877 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-9b72eefd-b086-45e0-95f3-a31a6dfaa32b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Allocated IP 172.28.2.45 (1ab93bf2-7919-44ad-adde-8c05b7be9843/1c619f42-09f4-418f-9c21-3783e8b9bbfe/e3805461-c5e3-4eac-bcef-e11c18562ca0) {{(pid=80387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:25:10.398811 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9b72eefd-b086-45e0-95f3-a31a6dfaa32b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for port, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:10.470544 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9b72eefd-b086-45e0-95f3-a31a6dfaa32b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:10.487008 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b579ae09-dfc3-4529-a492-41594a9e2497 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:10.629679 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b72eefd-b086-45e0-95f3-a31a6dfaa32b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Pushing event updated for resources: {'Port': ['ID=e3805461-c5e3-4eac-bcef-e11c18562ca0,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:10.634329 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9b72eefd-b086-45e0-95f3-a31a6dfaa32b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:10.682890 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b72eefd-b086-45e0-95f3-a31a6dfaa32b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Network 1ab93bf2-7919-44ad-adde-8c05b7be9843 is already hosted by enough agents. {{(pid=80387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:25:10.684031 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-9b72eefd-b086-45e0-95f3-a31a6dfaa32b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Resources bound (agent type, host, resource id): {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:25:10.686269 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b72eefd-b086-45e0-95f3-a31a6dfaa32b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Received port after_create {{(pid=80387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:25:10.769198 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 52150) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:10.777218 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9b72eefd-b086-45e0-95f3-a31a6dfaa32b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for floatingip, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:10.879656 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9b72eefd-b086-45e0-95f3-a31a6dfaa32b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:10.929649 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1ee571d0-fdc3-4937-8c77-7328a6fd8a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:11.001722 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61b1a30-c04c-4318-8d67-0c25aa636c68 None None] Sync routers for ids ['c90901ed-c523-4c3d-a29d-7abbcec7bfba'] in dv-cinder-759955-2-smb {{(pid=80389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:25:11.016328 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61b1a30-c04c-4318-8d67-0c25aa636c68 None None] Routers {'c90901ed-c523-4c3d-a29d-7abbcec7bfba'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:25:11.017381 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-c61b1a30-c04c-4318-8d67-0c25aa636c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:24:52Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['c90901ed-c523-4c3d-a29d-7abbcec7bfba'], 'active': True} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:25:11.021544 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-1ee571d0-fdc3-4937-8c77-7328a6fd8a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:25:11.026218 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-1ee571d0-fdc3-4937-8c77-7328a6fd8a2b admin admin] Usage tracker for resource:security_group_rule and tenant:9488a179c2674aad986a3d10a07aed94 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:25:11.029473 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-1ee571d0-fdc3-4937-8c77-7328a6fd8a2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:25:11.035761 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-1ee571d0-fdc3-4937-8c77-7328a6fd8a2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:25:11.113906 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1ee571d0-fdc3-4937-8c77-7328a6fd8a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:11.160314 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1ee571d0-fdc3-4937-8c77-7328a6fd8a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:11.172604 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 47432916-6bf5-47a3-90bf-c92a5b1dd4a0 up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:25:11.174204 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2b0ef939-1a47-45eb-a964-0e6f668fe902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:11.218714 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-c61b1a30-c04c-4318-8d67-0c25aa636c68 None None] Set router c90901ed-c523-4c3d-a29d-7abbcec7bfba gateway port host: dv-cinder-759955-2-smb {{(pid=80389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:25:11.229533 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9b72eefd-b086-45e0-95f3-a31a6dfaa32b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for port, precommit_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:11.238762 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee571d0-fdc3-4937-8c77-7328a6fd8a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c383b68-0664-4bae-8360-2ade9885ae0c,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:11.242711 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1ee571d0-fdc3-4937-8c77-7328a6fd8a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:11.245843 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-1ee571d0-fdc3-4937-8c77-7328a6fd8a2b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9488a179c2674aad986a3d10a07aed94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4752047 Nov 18 16:25:11.249125 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 52158) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:11.257787 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning complete for port 47432916-6bf5-47a3-90bf-c92a5b1dd4a0 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:25:11.258556 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:11.265038 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9b72eefd-b086-45e0-95f3-a31a6dfaa32b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445729'] for port, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:11.283718 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:11.479785 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b72eefd-b086-45e0-95f3-a31a6dfaa32b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Pushing event updated for resources: {'Port': ['ID=e3805461-c5e3-4eac-bcef-e11c18562ca0,revision_number=2']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:11.483601 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9b72eefd-b086-45e0-95f3-a31a6dfaa32b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:11.521625 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-efbd33ed-e733-423d-be01-cdb79f47864b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:11.590936 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-efbd33ed-e733-423d-be01-cdb79f47864b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:11.652980 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9b72eefd-b086-45e0-95f3-a31a6dfaa32b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701080'] for floatingip, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:11.719354 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9b72eefd-b086-45e0-95f3-a31a6dfaa32b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for floatingip, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:11.719865 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-c61b1a30-c04c-4318-8d67-0c25aa636c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'name': 'tempest-AttachVolumeTestJSON-1016073581-router', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:01Z', 'updated_at': '2020-11-18T16:25:06Z', 'revision_number': 4, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'gw_port': {'id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:02Z', 'updated_at': '2020-11-18T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '90c59c8a-db2f-4b5c-9b79-be8701df6b16', 'name': '', 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'mac_address': 'fa:16:3e:02:69:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:05Z', 'updated_at': '2020-11-18T16:25:06Z', 'revision_number': 2, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'subnets': [{'id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:25:11.720754 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-9b72eefd-b086-45e0-95f3-a31a6dfaa32b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9744196 Nov 18 16:25:11.723993 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61b1a30-c04c-4318-8d67-0c25aa636c68 None None] Checking router: c90901ed-c523-4c3d-a29d-7abbcec7bfba for host: dv-cinder-759955-2-smb {{(pid=80389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:25:11.724414 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61b1a30-c04c-4318-8d67-0c25aa636c68 None None] Updating router c90901ed-c523-4c3d-a29d-7abbcec7bfba port 90c59c8a-db2f-4b5c-9b79-be8701df6b16 binding host dv-cinder-759955-2-smb {{(pid=80389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:25:11.759924 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-efbd33ed-e733-423d-be01-cdb79f47864b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:11.763324 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-efbd33ed-e733-423d-be01-cdb79f47864b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:11.767669 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-efbd33ed-e733-423d-be01-cdb79f47864b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1c383b68-0664-4bae-8360-2ade9885ae0c HTTP/1.1" status: 204 len: 168 time: 0.5144427 Nov 18 16:25:11.767669 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7fa2daf7-40e6-4b7a-a89f-8488b1c7949d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:11.786511 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd33ed-e733-423d-be01-cdb79f47864b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c383b68-0664-4bae-8360-2ade9885ae0c,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:11.789966 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c61b1a30-c04c-4318-8d67-0c25aa636c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:11.800954 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-efbd33ed-e733-423d-be01-cdb79f47864b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:11.996124 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-c028115b-b80e-4eac-a50d-33025559f62b req-95e0069f-e64c-4549-bffb-27d44ea0f785 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Synchronizing usage tracker for tenant:292e2beb7a044caea157c6f5f46c0ccb on resource:security_group {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:25:12.041090 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-c028115b-b80e-4eac-a50d-33025559f62b req-95e0069f-e64c-4549-bffb-27d44ea0f785 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Unset dirty status for tenant:292e2beb7a044caea157c6f5f46c0ccb on resource:security_group {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:25:12.042403 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c028115b-b80e-4eac-a50d-33025559f62b req-95e0069f-e64c-4549-bffb-27d44ea0f785 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1408500893&fields=id&tenant_id=292e2beb7a044caea157c6f5f46c0ccb HTTP/1.1" status: 200 len: 267 time: 0.0912979 Nov 18 16:25:12.215019 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028115b-b80e-4eac-a50d-33025559f62b req-43bc54a2-82b1-44a6-bb17-879560273ad2 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:12.223439 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c028115b-b80e-4eac-a50d-33025559f62b req-43bc54a2-82b1-44a6-bb17-879560273ad2 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/networks?id=ece5bf5e-8c90-44e7-9b10-a7a886498ac3 HTTP/1.1" status: 200 len: 811 time: 0.1728330 Nov 18 16:25:12.237417 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c028115b-b80e-4eac-a50d-33025559f62b req-e191d816-d507-4877-8f6f-4fae2df6f407 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/quotas/292e2beb7a044caea157c6f5f46c0ccb HTTP/1.1" status: 200 len: 375 time: 0.0130305 Nov 18 16:25:12.254107 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c61b1a30-c04c-4318-8d67-0c25aa636c68 None None] Notify callbacks [] for port, precommit_update {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:12.328026 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c028115b-b80e-4eac-a50d-33025559f62b req-3f4e90cc-cd0b-4841-977b-caf3a79720ce tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?tenant_id=292e2beb7a044caea157c6f5f46c0ccb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0842674 Nov 18 16:25:12.328584 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-c61b1a30-c04c-4318-8d67-0c25aa636c68 None None] Transition to ACTIVE for port object 90c59c8a-db2f-4b5c-9b79-be8701df6b16 will not be triggered until provisioned by entity L2. {{(pid=80389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:25:12.375591 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c61b1a30-c04c-4318-8d67-0c25aa636c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:12.391129 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80389) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:12.480875 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c028115b-b80e-4eac-a50d-33025559f62b req-b04f6c91-8dc3-4a19-aa97-9b4989889519 service neutron] 10.222.0.26 "GET /v2.0/networks/ece5bf5e-8c90-44e7-9b10-a7a886498ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401784 Nov 18 16:25:12.489430 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 52180) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:12.510029 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-23224bd0-a781-4f72-b2f1-1db0405eb92b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:12.532574 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e785b6f-f0c7-43ac-b76f-c77df8361fc0 None None] Pushing event updated for resources: {'Port': ['ID=90c59c8a-db2f-4b5c-9b79-be8701df6b16,revision_number=3']} {{(pid=80389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:12.544425 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-23224bd0-a781-4f72-b2f1-1db0405eb92b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:25:12.549203 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e785b6f-f0c7-43ac-b76f-c77df8361fc0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:12.549586 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e785b6f-f0c7-43ac-b76f-c77df8361fc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:12.549717 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-23224bd0-a781-4f72-b2f1-1db0405eb92b admin admin] Usage tracker for resource:security_group_rule and tenant:711d40bb92ed44ef8f593d4a7a9e9e94 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:25:12.549952 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e785b6f-f0c7-43ac-b76f-c77df8361fc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:12.550316 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e785b6f-f0c7-43ac-b76f-c77df8361fc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:12.550676 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e785b6f-f0c7-43ac-b76f-c77df8361fc0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:12.551031 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e785b6f-f0c7-43ac-b76f-c77df8361fc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:12.551384 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e785b6f-f0c7-43ac-b76f-c77df8361fc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:12.551726 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e785b6f-f0c7-43ac-b76f-c77df8361fc0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:12.552071 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e785b6f-f0c7-43ac-b76f-c77df8361fc0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:12.552422 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e785b6f-f0c7-43ac-b76f-c77df8361fc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:12.552775 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e785b6f-f0c7-43ac-b76f-c77df8361fc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:12.553011 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-23224bd0-a781-4f72-b2f1-1db0405eb92b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:25:12.553113 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e785b6f-f0c7-43ac-b76f-c77df8361fc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:12.553533 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e785b6f-f0c7-43ac-b76f-c77df8361fc0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:12.553883 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e785b6f-f0c7-43ac-b76f-c77df8361fc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:12.554233 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e785b6f-f0c7-43ac-b76f-c77df8361fc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:12.554578 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e785b6f-f0c7-43ac-b76f-c77df8361fc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:12.554921 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e785b6f-f0c7-43ac-b76f-c77df8361fc0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:12.555272 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e785b6f-f0c7-43ac-b76f-c77df8361fc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:12.555616 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e785b6f-f0c7-43ac-b76f-c77df8361fc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:12.555962 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e785b6f-f0c7-43ac-b76f-c77df8361fc0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:12.556308 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e785b6f-f0c7-43ac-b76f-c77df8361fc0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:12.556653 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e785b6f-f0c7-43ac-b76f-c77df8361fc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:12.557021 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e785b6f-f0c7-43ac-b76f-c77df8361fc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:12.557365 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e785b6f-f0c7-43ac-b76f-c77df8361fc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:12.559146 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-23224bd0-a781-4f72-b2f1-1db0405eb92b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:25:12.563062 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4e785b6f-f0c7-43ac-b76f-c77df8361fc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80389) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:12.634925 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-23224bd0-a781-4f72-b2f1-1db0405eb92b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:12.660007 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c028115b-b80e-4eac-a50d-33025559f62b req-896244d2-136f-440e-bdc0-a8adf41e4c94 service neutron] 10.222.0.26 "GET /v2.0/networks/ece5bf5e-8c90-44e7-9b10-a7a886498ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1713974 Nov 18 16:25:12.670051 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-23224bd0-a781-4f72-b2f1-1db0405eb92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:12.677610 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-238feaeb-3da3-433e-9612-149ee3506eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:12.717691 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-c61b1a30-c04c-4318-8d67-0c25aa636c68 None None] Attempting to bind port 90c59c8a-db2f-4b5c-9b79-be8701df6b16 on host dv-cinder-759955-2-smb for vnic_type normal with profile {{(pid=80389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:25:12.718956 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-c61b1a30-c04c-4318-8d67-0c25aa636c68 None None] Attempting to bind port 90c59c8a-db2f-4b5c-9b79-be8701df6b16 by drivers openvswitch on host dv-cinder-759955-2-smb at level 0 using segments [{'id': '5d1c135a-f5a5-4ec5-a274-d33dd11b43d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3'}] {{(pid=80389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:25:12.719680 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b1a30-c04c-4318-8d67-0c25aa636c68 None None] Attempting to bind port 90c59c8a-db2f-4b5c-9b79-be8701df6b16 on network ece5bf5e-8c90-44e7-9b10-a7a886498ac3 {{(pid=80389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:25:12.725268 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23224bd0-a781-4f72-b2f1-1db0405eb92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4d1d4e-2f5f-4b7a-aecd-be0ce22c7598,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:12.729337 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b1a30-c04c-4318-8d67-0c25aa636c68 None None] Checking agent: {'id': 'd139265b-832e-4a4b-b5af-b5aa037fc555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 11, 53), 'started_at': datetime.datetime(2020, 11, 18, 16, 12, 23), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:25:12.730135 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b1a30-c04c-4318-8d67-0c25aa636c68 None None] Checking segment: {'id': '5d1c135a-f5a5-4ec5-a274-d33dd11b43d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:25:12.730784 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c61b1a30-c04c-4318-8d67-0c25aa636c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:12.731421 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b1a30-c04c-4318-8d67-0c25aa636c68 None None] Bound using segment: {'id': '5d1c135a-f5a5-4ec5-a274-d33dd11b43d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3'} {{(pid=80389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:25:12.732284 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-c61b1a30-c04c-4318-8d67-0c25aa636c68 None None] Bound port: 90c59c8a-db2f-4b5c-9b79-be8701df6b16, host: dv-cinder-759955-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d1c135a-f5a5-4ec5-a274-d33dd11b43d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3'}}] {{(pid=80389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:25:12.733791 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c61b1a30-c04c-4318-8d67-0c25aa636c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:12.750196 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-23224bd0-a781-4f72-b2f1-1db0405eb92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:12.762966 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-23224bd0-a781-4f72-b2f1-1db0405eb92b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=711d40bb92ed44ef8f593d4a7a9e9e94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2701492 Nov 18 16:25:12.763401 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 52184) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:12.841186 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-29447647-81b9-4b1b-a20c-afa05bf45175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:12.848183 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-c61b1a30-c04c-4318-8d67-0c25aa636c68 None None] For port 90c59c8a-db2f-4b5c-9b79-be8701df6b16, host dv-cinder-759955-2-smb, cleared binding levels {{(pid=80389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:25:12.851753 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-c61b1a30-c04c-4318-8d67-0c25aa636c68 None None] For port 90c59c8a-db2f-4b5c-9b79-be8701df6b16, host dv-cinder-759955-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=90c59c8a-db2f-4b5c-9b79-be8701df6b16,segment=NetworkSegment(5d1c135a-f5a5-4ec5-a274-d33dd11b43d8),segment_id=5d1c135a-f5a5-4ec5-a274-d33dd11b43d8)] {{(pid=80389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:25:12.880124 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-29447647-81b9-4b1b-a20c-afa05bf45175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:12.985714 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-21d355bd-5577-498c-90f5-346caecfb81c req-7bc34dee-b973-4600-9a16-b33a3babe195 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Synchronizing usage tracker for tenant:292e2beb7a044caea157c6f5f46c0ccb on resource:port {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:25:12.990495 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c61b1a30-c04c-4318-8d67-0c25aa636c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:13.007975 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4e785b6f-f0c7-43ac-b76f-c77df8361fc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80389) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:13.130463 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-21d355bd-5577-498c-90f5-346caecfb81c req-7bc34dee-b973-4600-9a16-b33a3babe195 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Unset dirty status for tenant:292e2beb7a044caea157c6f5f46c0ccb on resource:port {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:25:13.131904 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-21d355bd-5577-498c-90f5-346caecfb81c req-7bc34dee-b973-4600-9a16-b33a3babe195 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 210 time: 0.1981099 Nov 18 16:25:13.166920 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e785b6f-f0c7-43ac-b76f-c77df8361fc0 None None] Pushing event updated for resources: {'Port': ['ID=90c59c8a-db2f-4b5c-9b79-be8701df6b16,revision_number=4']} {{(pid=80389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:13.172113 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4e785b6f-f0c7-43ac-b76f-c77df8361fc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80389) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:13.215403 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61b1a30-c04c-4318-8d67-0c25aa636c68 None None] Routers {'c90901ed-c523-4c3d-a29d-7abbcec7bfba'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:25:13.216063 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-c61b1a30-c04c-4318-8d67-0c25aa636c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:24:52Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['c90901ed-c523-4c3d-a29d-7abbcec7bfba'], 'active': True} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:25:13.346991 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-29447647-81b9-4b1b-a20c-afa05bf45175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:13.352370 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-49dccba7-83b1-491e-a3e4-cd7a3ed15d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:13.366359 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29447647-81b9-4b1b-a20c-afa05bf45175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4d1d4e-2f5f-4b7a-aecd-be0ce22c7598,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:13.370152 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-29447647-81b9-4b1b-a20c-afa05bf45175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:13.372318 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-29447647-81b9-4b1b-a20c-afa05bf45175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:13.374295 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-29447647-81b9-4b1b-a20c-afa05bf45175 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4f4d1d4e-2f5f-4b7a-aecd-be0ce22c7598 HTTP/1.1" status: 204 len: 168 time: 0.6090379 Nov 18 16:25:13.450908 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-c61b1a30-c04c-4318-8d67-0c25aa636c68 None None] Set router c90901ed-c523-4c3d-a29d-7abbcec7bfba gateway port host: dv-cinder-759955-2-smb {{(pid=80389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:25:13.795067 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-c61b1a30-c04c-4318-8d67-0c25aa636c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'name': 'tempest-AttachVolumeTestJSON-1016073581-router', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:01Z', 'updated_at': '2020-11-18T16:25:06Z', 'revision_number': 4, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'gw_port': {'id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:02Z', 'updated_at': '2020-11-18T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '90c59c8a-db2f-4b5c-9b79-be8701df6b16', 'name': '', 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'mac_address': 'fa:16:3e:02:69:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:05Z', 'updated_at': '2020-11-18T16:25:12Z', 'revision_number': 4, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'subnets': [{'id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:25:13.799571 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61b1a30-c04c-4318-8d67-0c25aa636c68 None None] The sync data for ids ['c90901ed-c523-4c3d-a29d-7abbcec7bfba'] in dv-cinder-759955-2-smb is: [{'id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'name': 'tempest-AttachVolumeTestJSON-1016073581-router', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:01Z', 'updated_at': '2020-11-18T16:25:06Z', 'revision_number': 4, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'gw_port': {'id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:02Z', 'updated_at': '2020-11-18T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '90c59c8a-db2f-4b5c-9b79-be8701df6b16', 'name': '', 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'mac_address': 'fa:16:3e:02:69:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:05Z', 'updated_at': '2020-11-18T16:25:12Z', 'revision_number': 4, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'subnets': [{'id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:25:14.341452 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-86a48f12-c3f3-4159-87f0-4d590d5995a3 req-095f3fa4-d2bc-4e88-a1aa-6a34b4ce4a11 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 210 time: 0.0491719 Nov 18 16:25:15.147242 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028115b-b80e-4eac-a50d-33025559f62b req-383271cf-27ac-46f2-aa03-9daf3e1a2933 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:15.147986 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-c028115b-b80e-4eac-a50d-33025559f62b req-383271cf-27ac-46f2-aa03-9daf3e1a2933 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Synchronizing usage tracker for tenant:292e2beb7a044caea157c6f5f46c0ccb on resource:network {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:25:15.181697 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 90c59c8a-db2f-4b5c-9b79-be8701df6b16 up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:25:15.204404 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-c028115b-b80e-4eac-a50d-33025559f62b req-383271cf-27ac-46f2-aa03-9daf3e1a2933 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Unset dirty status for tenant:292e2beb7a044caea157c6f5f46c0ccb on resource:network {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:25:15.205983 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c028115b-b80e-4eac-a50d-33025559f62b req-383271cf-27ac-46f2-aa03-9daf3e1a2933 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.13 "GET /v2.0/networks?id=ece5bf5e-8c90-44e7-9b10-a7a886498ac3 HTTP/1.1" status: 200 len: 811 time: 0.2290971 Nov 18 16:25:15.282233 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning for port 90c59c8a-db2f-4b5c-9b79-be8701df6b16 completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:25:15.287647 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning complete for port 90c59c8a-db2f-4b5c-9b79-be8701df6b16 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:25:15.288282 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:15.295287 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-c028115b-b80e-4eac-a50d-33025559f62b req-af811a95-ed74-49ce-bdc1-36a389780386 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Synchronizing usage tracker for tenant:292e2beb7a044caea157c6f5f46c0ccb on resource:security_group {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:25:15.308719 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-c028115b-b80e-4eac-a50d-33025559f62b req-af811a95-ed74-49ce-bdc1-36a389780386 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Unset dirty status for tenant:292e2beb7a044caea157c6f5f46c0ccb on resource:security_group {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:25:15.310138 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c028115b-b80e-4eac-a50d-33025559f62b req-af811a95-ed74-49ce-bdc1-36a389780386 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=292e2beb7a044caea157c6f5f46c0ccb HTTP/1.1" status: 200 len: 5045 time: 0.0909307 Nov 18 16:25:15.319821 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-c028115b-b80e-4eac-a50d-33025559f62b req-b443a8a2-8168-48da-8fbd-b39d55e0483b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Request body: {'port': {'device_id': 'ae14ed78-2850-400b-937b-998c0a612cfa', 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3', 'admin_state_up': True, 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'security_groups': ['716c4c6d-54a5-41ba-bfad-7c6f09af7df2']}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:25:15.428043 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:15.463388 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] For port 90c59c8a-db2f-4b5c-9b79-be8701df6b16, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=90c59c8a-db2f-4b5c-9b79-be8701df6b16,segment=NetworkSegment(5d1c135a-f5a5-4ec5-a274-d33dd11b43d8),segment_id=5d1c135a-f5a5-4ec5-a274-d33dd11b43d8)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:25:15.489864 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-c028115b-b80e-4eac-a50d-33025559f62b req-b443a8a2-8168-48da-8fbd-b39d55e0483b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:25:15.524145 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:15.526429 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f49de34a-ec54-4ed5-a8ac-268b0b4c6776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:15.548006 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e48f4664-09f0-4adf-925d-d93a14c5eb38 req-af9e9974-f800-4b9b-8da1-8b667ff30ef7 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 210 time: 0.0533862 Nov 18 16:25:15.549087 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-c028115b-b80e-4eac-a50d-33025559f62b req-b443a8a2-8168-48da-8fbd-b39d55e0483b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:25:15.587130 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c028115b-b80e-4eac-a50d-33025559f62b req-b443a8a2-8168-48da-8fbd-b39d55e0483b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Made reservation on behalf of 292e2beb7a044caea157c6f5f46c0ccb for: {'port': 1} {{(pid=80386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:25:15.593569 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c028115b-b80e-4eac-a50d-33025559f62b req-b443a8a2-8168-48da-8fbd-b39d55e0483b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:15.601780 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Pushing event updated for resources: {'Port': ['ID=90c59c8a-db2f-4b5c-9b79-be8701df6b16,revision_number=5']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:15.605718 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:15.922125 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-c028115b-b80e-4eac-a50d-33025559f62b req-b443a8a2-8168-48da-8fbd-b39d55e0483b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Allocated IP 172.20.0.6 (ece5bf5e-8c90-44e7-9b10-a7a886498ac3/c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197/8f20cd0b-9c77-42d3-bc58-b9890f1eab63) {{(pid=80386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:25:16.188084 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c028115b-b80e-4eac-a50d-33025559f62b req-b443a8a2-8168-48da-8fbd-b39d55e0483b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for port, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:16.205348 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-c028115b-b80e-4eac-a50d-33025559f62b req-b443a8a2-8168-48da-8fbd-b39d55e0483b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Transition to ACTIVE for port object 8f20cd0b-9c77-42d3-bc58-b9890f1eab63 will not be triggered until provisioned by entity DHCP. {{(pid=80386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:25:16.255726 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 52252) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:16.262984 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c028115b-b80e-4eac-a50d-33025559f62b req-b443a8a2-8168-48da-8fbd-b39d55e0483b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1990542'] for port, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:16.278824 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-690335bf-203d-4dd3-aa3d-fecc49bc0e52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:16.442048 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443a8a2-8168-48da-8fbd-b39d55e0483b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Pushing event updated for resources: {'Port': ['ID=8f20cd0b-9c77-42d3-bc58-b9890f1eab63,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:16.447215 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-aae78406-0804-4246-95cc-4c570fbf70b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:16.676330 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b443a8a2-8168-48da-8fbd-b39d55e0483b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:16.768888 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-aae78406-0804-4246-95cc-4c570fbf70b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:25:16.782047 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-aae78406-0804-4246-95cc-4c570fbf70b0 admin admin] Usage tracker for resource:security_group_rule and tenant:e44c9890eed94776ad6e2530ee3c3f71 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:25:16.788562 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-aae78406-0804-4246-95cc-4c570fbf70b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:25:16.798610 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-aae78406-0804-4246-95cc-4c570fbf70b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:25:16.827561 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c028115b-b80e-4eac-a50d-33025559f62b req-b443a8a2-8168-48da-8fbd-b39d55e0483b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Network ece5bf5e-8c90-44e7-9b10-a7a886498ac3 is already hosted by enough agents. {{(pid=80386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:25:16.831093 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-c028115b-b80e-4eac-a50d-33025559f62b req-b443a8a2-8168-48da-8fbd-b39d55e0483b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Resources bound (agent type, host, resource id): {{(pid=80386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:25:16.840651 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-c028115b-b80e-4eac-a50d-33025559f62b req-b443a8a2-8168-48da-8fbd-b39d55e0483b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Received port after_create {{(pid=80386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:25:16.896549 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fe7da-baab-4c17-aaee-09a3e0f0d59b req-f2377836-26b1-449e-82d5-129958e668ae tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:16.898235 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9f0fe7da-baab-4c17-aaee-09a3e0f0d59b req-f2377836-26b1-449e-82d5-129958e668ae tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 931 time: 0.2123723 Nov 18 16:25:16.971837 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028115b-b80e-4eac-a50d-33025559f62b req-b443a8a2-8168-48da-8fbd-b39d55e0483b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:16.972520 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c028115b-b80e-4eac-a50d-33025559f62b req-b443a8a2-8168-48da-8fbd-b39d55e0483b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:17.023657 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9f0fe7da-baab-4c17-aaee-09a3e0f0d59b req-76dfb0d8-d4b9-4811-b92f-eef2a8e4501c tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116657 Nov 18 16:25:17.030889 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-aae78406-0804-4246-95cc-4c570fbf70b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:17.081205 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-aae78406-0804-4246-95cc-4c570fbf70b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:17.092342 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-636b7b89-b7a6-406a-ba70-5d2018905a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:17.114494 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-a5545837-162d-409a-87c2-5ad41e1eddad None None] Provisioning for port 8f20cd0b-9c77-42d3-bc58-b9890f1eab63 completed by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:25:17.119628 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-a5545837-162d-409a-87c2-5ad41e1eddad None None] Provisioning complete for port 8f20cd0b-9c77-42d3-bc58-b9890f1eab63 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:25:17.120050 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a5545837-162d-409a-87c2-5ad41e1eddad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:17.128677 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c028115b-b80e-4eac-a50d-33025559f62b req-b443a8a2-8168-48da-8fbd-b39d55e0483b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8132496 Nov 18 16:25:17.136029 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae78406-0804-4246-95cc-4c570fbf70b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d4ce22-903b-4973-a46a-48ae534702ba,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:17.141646 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-aae78406-0804-4246-95cc-4c570fbf70b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:17.147048 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-c028115b-b80e-4eac-a50d-33025559f62b req-4c486be0-3b87-4f64-a9d4-bc090863f17c service neutron] Request body: {'port': {'device_id': 'ae14ed78-2850-400b-937b-998c0a612cfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:25:17.174865 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-aae78406-0804-4246-95cc-4c570fbf70b0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e44c9890eed94776ad6e2530ee3c3f71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9179745 Nov 18 16:25:17.177875 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 52262) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:17.249576 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ff223043-eb40-4f85-821d-772e5930d1bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:17.276390 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c028115b-b80e-4eac-a50d-33025559f62b req-4c486be0-3b87-4f64-a9d4-bc090863f17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:17.278838 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ff223043-eb40-4f85-821d-772e5930d1bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:17.300848 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 90c59c8a-db2f-4b5c-9b79-be8701df6b16 up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:25:17.355646 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ff223043-eb40-4f85-821d-772e5930d1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:17.362034 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-29447647-81b9-4b1b-a20c-afa05bf45175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:17.377091 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff223043-eb40-4f85-821d-772e5930d1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d4ce22-903b-4973-a46a-48ae534702ba,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:17.379006 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-a5545837-162d-409a-87c2-5ad41e1eddad None None] Port 8f20cd0b-9c77-42d3-bc58-b9890f1eab63 cannot update to ACTIVE because it is not bound. {{(pid=80388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:25:17.380398 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ff223043-eb40-4f85-821d-772e5930d1bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:17.382567 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ff223043-eb40-4f85-821d-772e5930d1bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:17.387083 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-ff223043-eb40-4f85-821d-772e5930d1bb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c5d4ce22-903b-4973-a46a-48ae534702ba HTTP/1.1" status: 204 len: 168 time: 0.2080917 Nov 18 16:25:17.423873 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning complete for port 90c59c8a-db2f-4b5c-9b79-be8701df6b16 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:25:17.424479 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:17.701130 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [req-c028115b-b80e-4eac-a50d-33025559f62b req-4c486be0-3b87-4f64-a9d4-bc090863f17c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f20cd0b-9c77-42d3-bc58-b9890f1eab63 {{(pid=80386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:25:17.709516 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c028115b-b80e-4eac-a50d-33025559f62b req-4c486be0-3b87-4f64-a9d4-bc090863f17c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:17.723347 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-c028115b-b80e-4eac-a50d-33025559f62b req-4c486be0-3b87-4f64-a9d4-bc090863f17c service neutron] Transition to ACTIVE for port object 8f20cd0b-9c77-42d3-bc58-b9890f1eab63 will not be triggered until provisioned by entity L2. {{(pid=80386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:25:17.750163 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c028115b-b80e-4eac-a50d-33025559f62b req-4c486be0-3b87-4f64-a9d4-bc090863f17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852785257'] for port, after_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:17.766705 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:17.918179 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c486be0-3b87-4f64-a9d4-bc090863f17c service neutron] Pushing event updated for resources: {'Port': ['ID=8f20cd0b-9c77-42d3-bc58-b9890f1eab63,revision_number=2']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:17.921517 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4c486be0-3b87-4f64-a9d4-bc090863f17c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:17.925574 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 52272) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:17.946661 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1d8da09a-4f5f-44aa-95dc-3bef85518136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:17.986705 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-1d8da09a-4f5f-44aa-95dc-3bef85518136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:25:17.991291 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-1d8da09a-4f5f-44aa-95dc-3bef85518136 admin admin] Usage tracker for resource:security_group_rule and tenant:fb8f1df9c472479787cc1c299864185c is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:25:17.994534 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-1d8da09a-4f5f-44aa-95dc-3bef85518136 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:25:18.001706 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-1d8da09a-4f5f-44aa-95dc-3bef85518136 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:25:18.124097 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-c028115b-b80e-4eac-a50d-33025559f62b req-4c486be0-3b87-4f64-a9d4-bc090863f17c service neutron] Attempting to bind port 8f20cd0b-9c77-42d3-bc58-b9890f1eab63 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=80386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:25:18.124317 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-c028115b-b80e-4eac-a50d-33025559f62b req-4c486be0-3b87-4f64-a9d4-bc090863f17c service neutron] Attempting to bind port 8f20cd0b-9c77-42d3-bc58-b9890f1eab63 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '5d1c135a-f5a5-4ec5-a274-d33dd11b43d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3'}] {{(pid=80386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:25:18.124620 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c028115b-b80e-4eac-a50d-33025559f62b req-4c486be0-3b87-4f64-a9d4-bc090863f17c service neutron] Attempting to bind port 8f20cd0b-9c77-42d3-bc58-b9890f1eab63 on network ece5bf5e-8c90-44e7-9b10-a7a886498ac3 {{(pid=80386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:25:18.135677 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c028115b-b80e-4eac-a50d-33025559f62b req-4c486be0-3b87-4f64-a9d4-bc090863f17c service neutron] Checking agent: {'id': '3488e2eb-83f3-429f-9709-c44be6a31d37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 18, 57), 'started_at': datetime.datetime(2020, 11, 18, 16, 19, 27), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:25:18.136046 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c028115b-b80e-4eac-a50d-33025559f62b req-4c486be0-3b87-4f64-a9d4-bc090863f17c service neutron] Checking segment: {'id': '5d1c135a-f5a5-4ec5-a274-d33dd11b43d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:25:18.136457 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c028115b-b80e-4eac-a50d-33025559f62b req-4c486be0-3b87-4f64-a9d4-bc090863f17c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:18.136880 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c028115b-b80e-4eac-a50d-33025559f62b req-4c486be0-3b87-4f64-a9d4-bc090863f17c service neutron] Bound using segment: {'id': '5d1c135a-f5a5-4ec5-a274-d33dd11b43d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3'} {{(pid=80386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:25:18.137371 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-c028115b-b80e-4eac-a50d-33025559f62b req-4c486be0-3b87-4f64-a9d4-bc090863f17c service neutron] Bound port: 8f20cd0b-9c77-42d3-bc58-b9890f1eab63, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d1c135a-f5a5-4ec5-a274-d33dd11b43d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3'}}] {{(pid=80386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:25:18.137749 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c028115b-b80e-4eac-a50d-33025559f62b req-4c486be0-3b87-4f64-a9d4-bc090863f17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:18.159769 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1d8da09a-4f5f-44aa-95dc-3bef85518136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:18.198330 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1d8da09a-4f5f-44aa-95dc-3bef85518136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:18.206966 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c6802243-88aa-477d-a2c9-5195ef544bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:18.252713 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-1d8da09a-4f5f-44aa-95dc-3bef85518136 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fb8f1df9c472479787cc1c299864185c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3258975 Nov 18 16:25:18.254319 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8da09a-4f5f-44aa-95dc-3bef85518136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf91b39-b6c4-448d-ad86-d9b2c144d9f7,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:18.256778 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 52278) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:18.259657 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1d8da09a-4f5f-44aa-95dc-3bef85518136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:18.294096 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-c028115b-b80e-4eac-a50d-33025559f62b req-4c486be0-3b87-4f64-a9d4-bc090863f17c service neutron] For port 8f20cd0b-9c77-42d3-bc58-b9890f1eab63, host hv-cinder-75995, cleared binding levels {{(pid=80386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:25:18.300690 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-c028115b-b80e-4eac-a50d-33025559f62b req-4c486be0-3b87-4f64-a9d4-bc090863f17c service neutron] For port 8f20cd0b-9c77-42d3-bc58-b9890f1eab63, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=8f20cd0b-9c77-42d3-bc58-b9890f1eab63,segment=NetworkSegment(5d1c135a-f5a5-4ec5-a274-d33dd11b43d8),segment_id=5d1c135a-f5a5-4ec5-a274-d33dd11b43d8)] {{(pid=80386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:25:18.322100 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-21dfeca9-fbf2-4951-89d2-42accba5d727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:18.325084 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d732d09-501a-464a-bae1-b338f37ef935 req-26673089-f451-4212-bd4a-9d213279482d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:18.325860 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-1d732d09-501a-464a-bae1-b338f37ef935 req-26673089-f451-4212-bd4a-9d213279482d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Synchronizing usage tracker for tenant:292e2beb7a044caea157c6f5f46c0ccb on resource:port {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:25:18.350409 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-21dfeca9-fbf2-4951-89d2-42accba5d727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:18.384589 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-1d732d09-501a-464a-bae1-b338f37ef935 req-26673089-f451-4212-bd4a-9d213279482d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Unset dirty status for tenant:292e2beb7a044caea157c6f5f46c0ccb on resource:port {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:25:18.385903 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1d732d09-501a-464a-bae1-b338f37ef935 req-26673089-f451-4212-bd4a-9d213279482d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 943 time: 0.1927197 Nov 18 16:25:18.387108 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c028115b-b80e-4eac-a50d-33025559f62b req-4c486be0-3b87-4f64-a9d4-bc090863f17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852785257'] for port, after_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:18.405077 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:18.538368 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-21dfeca9-fbf2-4951-89d2-42accba5d727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:18.543745 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e2f028a5-f866-4457-b2d3-858128294da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:18.560852 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dfeca9-fbf2-4951-89d2-42accba5d727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf91b39-b6c4-448d-ad86-d9b2c144d9f7,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:18.564627 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-21dfeca9-fbf2-4951-89d2-42accba5d727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:18.567617 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-21dfeca9-fbf2-4951-89d2-42accba5d727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:18.570265 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-21dfeca9-fbf2-4951-89d2-42accba5d727 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bbf91b39-b6c4-448d-ad86-d9b2c144d9f7 HTTP/1.1" status: 204 len: 168 time: 0.3115923 Nov 18 16:25:18.591251 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c486be0-3b87-4f64-a9d4-bc090863f17c service neutron] Pushing event updated for resources: {'Port': ['ID=8f20cd0b-9c77-42d3-bc58-b9890f1eab63,revision_number=3']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:18.604273 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4c486be0-3b87-4f64-a9d4-bc090863f17c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:18.610263 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1d732d09-501a-464a-bae1-b338f37ef935 req-054f1da4-00e0-4c90-b196-873b2fc2f1dd tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083333 Nov 18 16:25:18.644669 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c028115b-b80e-4eac-a50d-33025559f62b req-4c486be0-3b87-4f64-a9d4-bc090863f17c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:18.646795 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c028115b-b80e-4eac-a50d-33025559f62b req-4c486be0-3b87-4f64-a9d4-bc090863f17c service neutron] 10.222.0.13 "PUT /v2.0/ports/8f20cd0b-9c77-42d3-bc58-b9890f1eab63 HTTP/1.1" status: 200 len: 1157 time: 1.5072241 Nov 18 16:25:18.647397 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae14ed78-2850-400b-937b-998c0a612cfa', 'tag': '8f20cd0b-9c77-42d3-bc58-b9890f1eab63'}] {{(pid=80386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:25:18.717182 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae14ed78-2850-400b-937b-998c0a612cfa', 'tag': '8f20cd0b-9c77-42d3-bc58-b9890f1eab63', 'status': 'completed', 'code': 200} Nov 18 16:25:18.821355 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c028115b-b80e-4eac-a50d-33025559f62b req-b29d736d-235a-40a1-b105-dedec9f228d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=292e2beb7a044caea157c6f5f46c0ccb&device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 1160 time: 0.0972409 Nov 18 16:25:18.898694 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c028115b-b80e-4eac-a50d-33025559f62b req-8468f246-bd7f-4bd0-b794-82cd46c64e3e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f20cd0b-9c77-42d3-bc58-b9890f1eab63 HTTP/1.1" status: 200 len: 217 time: 0.0687759 Nov 18 16:25:18.973900 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028115b-b80e-4eac-a50d-33025559f62b req-41614ae5-3f25-4c3b-a1b1-57329825399f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:18.975511 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c028115b-b80e-4eac-a50d-33025559f62b req-41614ae5-3f25-4c3b-a1b1-57329825399f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197 HTTP/1.1" status: 200 len: 850 time: 0.0692592 Nov 18 16:25:19.055526 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-45d6ebef-bef7-4c86-a4a7-19b4a9edea62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:19.067584 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c028115b-b80e-4eac-a50d-33025559f62b req-15097b32-38e3-4f74-b4cb-e0db551f59a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ece5bf5e-8c90-44e7-9b10-a7a886498ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0847366 Nov 18 16:25:19.218640 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c028115b-b80e-4eac-a50d-33025559f62b req-86eb3753-55e3-45a7-b160-e5b3ff21c8fb service neutron] 10.222.0.13 "GET /v2.0/networks/ece5bf5e-8c90-44e7-9b10-a7a886498ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443541 Nov 18 16:25:19.364966 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c028115b-b80e-4eac-a50d-33025559f62b req-5f142c8e-555e-4279-8c1a-8fc813edfe6b service neutron] 10.222.0.13 "GET /v2.0/networks/ece5bf5e-8c90-44e7-9b10-a7a886498ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1392033 Nov 18 16:25:19.527862 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-34279710-335c-40de-9664-a7f9b2891de4 req-0412a577-14be-4139-80a6-9b1ba242b988 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=292e2beb7a044caea157c6f5f46c0ccb&device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 1160 time: 0.0793600 Nov 18 16:25:19.676291 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34279710-335c-40de-9664-a7f9b2891de4 req-fdf039aa-d234-47cd-9431-3960b311eaa1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:19.677858 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-34279710-335c-40de-9664-a7f9b2891de4 req-fdf039aa-d234-47cd-9431-3960b311eaa1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ece5bf5e-8c90-44e7-9b10-a7a886498ac3 HTTP/1.1" status: 200 len: 905 time: 0.1433423 Nov 18 16:25:19.758064 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-34279710-335c-40de-9664-a7f9b2891de4 req-5af4e2d2-c0fb-4a1f-afed-838707a996cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f20cd0b-9c77-42d3-bc58-b9890f1eab63 HTTP/1.1" status: 200 len: 217 time: 0.0720170 Nov 18 16:25:19.838071 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82348dbe-d194-4a89-abb0-fe1e3c8681a0 req-68211fa9-0219-4f5d-b494-d82a64bcd06d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:19.839985 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-82348dbe-d194-4a89-abb0-fe1e3c8681a0 req-68211fa9-0219-4f5d-b494-d82a64bcd06d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 943 time: 0.0952444 Nov 18 16:25:19.866100 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34279710-335c-40de-9664-a7f9b2891de4 req-7ffc5cfa-edc9-44c6-8d2d-166f4b953654 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:19.868108 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-34279710-335c-40de-9664-a7f9b2891de4 req-7ffc5cfa-edc9-44c6-8d2d-166f4b953654 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197 HTTP/1.1" status: 200 len: 850 time: 0.1033783 Nov 18 16:25:19.896200 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-82348dbe-d194-4a89-abb0-fe1e3c8681a0 req-2416e086-29f0-44ca-882e-078452dcf043 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461965 Nov 18 16:25:19.955620 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-34279710-335c-40de-9664-a7f9b2891de4 req-59c8a182-58d7-43a4-930c-fa04baa3ca53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ece5bf5e-8c90-44e7-9b10-a7a886498ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778513 Nov 18 16:25:20.107067 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-34279710-335c-40de-9664-a7f9b2891de4 req-003bbd1f-5f7b-4c7d-9610-4913041f1192 service neutron] 10.222.0.13 "GET /v2.0/networks/ece5bf5e-8c90-44e7-9b10-a7a886498ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431918 Nov 18 16:25:20.255799 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-34279710-335c-40de-9664-a7f9b2891de4 req-9e53201c-0757-4aa2-8252-8ff49679db7c service neutron] 10.222.0.13 "GET /v2.0/networks/ece5bf5e-8c90-44e7-9b10-a7a886498ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1406326 Nov 18 16:25:20.665080 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 52328) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:20.817755 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-17fb2b8a-0867-4ec9-a8b1-cb9cb2ab384e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:20.850992 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-17fb2b8a-0867-4ec9-a8b1-cb9cb2ab384e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:25:20.854964 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-17fb2b8a-0867-4ec9-a8b1-cb9cb2ab384e admin admin] Usage tracker for resource:security_group_rule and tenant:2da5d077c3524f6db34a1b40c02f9f23 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:25:20.857905 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-17fb2b8a-0867-4ec9-a8b1-cb9cb2ab384e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:25:20.864565 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-17fb2b8a-0867-4ec9-a8b1-cb9cb2ab384e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:25:20.937658 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-17fb2b8a-0867-4ec9-a8b1-cb9cb2ab384e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:20.975246 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-17fb2b8a-0867-4ec9-a8b1-cb9cb2ab384e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:20.983565 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-caa3b2d3-65f4-4e7f-8992-72e1291d9ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:21.026946 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb2b8a-0867-4ec9-a8b1-cb9cb2ab384e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751aa0e6-eaa1-4381-aad3-9d61d6681100,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:21.033038 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-17fb2b8a-0867-4ec9-a8b1-cb9cb2ab384e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:21.035686 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-17fb2b8a-0867-4ec9-a8b1-cb9cb2ab384e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2da5d077c3524f6db34a1b40c02f9f23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3692467 Nov 18 16:25:21.038387 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 52336) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:21.104485 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-117350a6-ddb9-4d06-89df-696eb1b1e168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:21.115465 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363e0a8-9208-432e-834d-3d4efcb79dbf req-160f2281-74fb-46bf-9ccc-4cf678b41079 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:21.117091 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b363e0a8-9208-432e-834d-3d4efcb79dbf req-160f2281-74fb-46bf-9ccc-4cf678b41079 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 943 time: 0.0860782 Nov 18 16:25:21.132759 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-117350a6-ddb9-4d06-89df-696eb1b1e168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:21.165598 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b363e0a8-9208-432e-834d-3d4efcb79dbf req-9ad555cd-46b2-48a4-aaab-dadc04bd8f2e tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421913 Nov 18 16:25:21.209735 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-117350a6-ddb9-4d06-89df-696eb1b1e168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:21.214906 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-97aed0d4-d1ce-4bef-b21c-ca5073b000ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:21.232169 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117350a6-ddb9-4d06-89df-696eb1b1e168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751aa0e6-eaa1-4381-aad3-9d61d6681100,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:21.235620 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-117350a6-ddb9-4d06-89df-696eb1b1e168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:21.237965 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-117350a6-ddb9-4d06-89df-696eb1b1e168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:21.239889 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-117350a6-ddb9-4d06-89df-696eb1b1e168 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/751aa0e6-eaa1-4381-aad3-9d61d6681100 HTTP/1.1" status: 204 len: 168 time: 0.1999395 Nov 18 16:25:21.598134 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8e8366ad-3c60-47bb-9852-c66fa7930d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:22.017979 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 8f20cd0b-9c77-42d3-bc58-b9890f1eab63 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:25:22.124702 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:22.152518 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning for port 8f20cd0b-9c77-42d3-bc58-b9890f1eab63 completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:25:22.158281 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 8f20cd0b-9c77-42d3-bc58-b9890f1eab63 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:25:22.158697 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:22.269360 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 52362) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:22.283994 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:22.313636 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae14ed78-2850-400b-937b-998c0a612cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f20cd0b-9c77-42d3-bc58-b9890f1eab63'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:25:22.324302 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port 8f20cd0b-9c77-42d3-bc58-b9890f1eab63, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=8f20cd0b-9c77-42d3-bc58-b9890f1eab63,segment=NetworkSegment(5d1c135a-f5a5-4ec5-a274-d33dd11b43d8),segment_id=5d1c135a-f5a5-4ec5-a274-d33dd11b43d8)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:25:22.365096 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:22.368218 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:22.395262 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff2feb-6d15-4848-a713-7e0569ea8d92 req-3f9d743f-aede-442e-a38d-6a8985774fed tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:22.401316 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-39ff2feb-6d15-4848-a713-7e0569ea8d92 req-3f9d743f-aede-442e-a38d-6a8985774fed tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.1035874 Nov 18 16:25:22.413580 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae14ed78-2850-400b-937b-998c0a612cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f20cd0b-9c77-42d3-bc58-b9890f1eab63', 'code': 200} Nov 18 16:25:22.424393 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-4df5840c-c4bb-4b0a-a53d-a9e698ae3d1b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-447713352-network', 'tenant_id': '20222f18218e40eb8cc2d8f2fe67be2f'}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:25:22.430937 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-4df5840c-c4bb-4b0a-a53d-a9e698ae3d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:25:22.436854 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-4df5840c-c4bb-4b0a-a53d-a9e698ae3d1b admin admin] Usage tracker for resource:network and tenant:20222f18218e40eb8cc2d8f2fe67be2f is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:25:22.441636 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-4df5840c-c4bb-4b0a-a53d-a9e698ae3d1b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:25:22.448595 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-4df5840c-c4bb-4b0a-a53d-a9e698ae3d1b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:25:22.450573 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=8f20cd0b-9c77-42d3-bc58-b9890f1eab63,revision_number=4']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:22.454305 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:22.469176 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-39ff2feb-6d15-4848-a713-7e0569ea8d92 req-dc4f83a3-8564-4523-97a6-830d805cc811 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544720 Nov 18 16:25:22.504208 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df5840c-c4bb-4b0a-a53d-a9e698ae3d1b admin admin] Made reservation on behalf of 20222f18218e40eb8cc2d8f2fe67be2f for: {'network': 1} {{(pid=80386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:25:22.509039 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4df5840c-c4bb-4b0a-a53d-a9e698ae3d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for network, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:22.523112 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4df5840c-c4bb-4b0a-a53d-a9e698ae3d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:22.558285 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-4df5840c-c4bb-4b0a-a53d-a9e698ae3d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:25:22.563621 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-4df5840c-c4bb-4b0a-a53d-a9e698ae3d1b admin admin] Usage tracker for resource:security_group_rule and tenant:20222f18218e40eb8cc2d8f2fe67be2f is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:25:22.566709 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-4df5840c-c4bb-4b0a-a53d-a9e698ae3d1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:25:22.573677 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-4df5840c-c4bb-4b0a-a53d-a9e698ae3d1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:25:22.689446 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4df5840c-c4bb-4b0a-a53d-a9e698ae3d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:22.715852 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d2238d12-b5a5-46c1-92fa-332ff71728e2 req-01253cfd-bb43-481e-bf31-c1a5ab451ad4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 1162 time: 0.0986669 Nov 18 16:25:22.721195 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4df5840c-c4bb-4b0a-a53d-a9e698ae3d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:22.726639 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2f7ed5d5-fd68-44e4-bc46-eafec8fcadaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:22.986131 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df5840c-c4bb-4b0a-a53d-a9e698ae3d1b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:25:23.006939 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5840c-c4bb-4b0a-a53d-a9e698ae3d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e456741-8800-40c7-acd9-2904c9615908,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:23.014393 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4df5840c-c4bb-4b0a-a53d-a9e698ae3d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:23.017198 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4df5840c-c4bb-4b0a-a53d-a9e698ae3d1b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794394340365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696124'] for segment, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:23.017497 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.segments_db [None req-4df5840c-c4bb-4b0a-a53d-a9e698ae3d1b admin admin] Added segment 02c10dff-5e87-4b10-884e-567fbac76910 of type vxlan for network bbcba1de-b565-4732-82e3-2ffde33ce8dd Nov 18 16:25:23.028009 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d2238d12-b5a5-46c1-92fa-332ff71728e2 req-d6825b63-1b1f-463f-9440-be8ec99924a7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3023460 Nov 18 16:25:23.048982 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4df5840c-c4bb-4b0a-a53d-a9e698ae3d1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242460990785'] for network, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:23.075107 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:23.095491 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4df5840c-c4bb-4b0a-a53d-a9e698ae3d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for network, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:23.096886 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df5840c-c4bb-4b0a-a53d-a9e698ae3d1b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:23.097540 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4df5840c-c4bb-4b0a-a53d-a9e698ae3d1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for network, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:23.102858 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:23.208278 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5840c-c4bb-4b0a-a53d-a9e698ae3d1b admin admin] Pushing event updated for resources: {'Network': ['ID=bbcba1de-b565-4732-82e3-2ffde33ce8dd,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:23.211184 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4df5840c-c4bb-4b0a-a53d-a9e698ae3d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:23.220905 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Network bbcba1de-b565-4732-82e3-2ffde33ce8dd details requested by agent ovs-agent-dv-cinder-759955-2-smb with host dv-cinder-759955-2-smb {{(pid=80388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:25:23.233553 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-4df5840c-c4bb-4b0a-a53d-a9e698ae3d1b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9629574 Nov 18 16:25:23.234699 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Network bbcba1de-b565-4732-82e3-2ffde33ce8dd details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=80388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:25:23.236408 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 52372) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:23.242577 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-0f8df556-2534-475c-a68d-371c5c873ea5 admin admin] Request body: {'subnet': {'network_id': 'bbcba1de-b565-4732-82e3-2ffde33ce8dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-447713352-subnet', 'tenant_id': '20222f18218e40eb8cc2d8f2fe67be2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:25:23.247890 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-0f8df556-2534-475c-a68d-371c5c873ea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:25:23.252059 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-0f8df556-2534-475c-a68d-371c5c873ea5 admin admin] Usage tracker for resource:subnet and tenant:20222f18218e40eb8cc2d8f2fe67be2f is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:25:23.255151 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-0f8df556-2534-475c-a68d-371c5c873ea5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:25:23.261043 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-0f8df556-2534-475c-a68d-371c5c873ea5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:25:23.301237 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8df556-2534-475c-a68d-371c5c873ea5 admin admin] Made reservation on behalf of 20222f18218e40eb8cc2d8f2fe67be2f for: {'subnet': 1} {{(pid=80386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:25:23.306281 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0f8df556-2534-475c-a68d-371c5c873ea5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852614878'] for subnet, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:23.670036 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 8f20cd0b-9c77-42d3-bc58-b9890f1eab63 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:25:23.685064 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797f709-3995-47a6-bc4b-e7316ed781ad req-7cbf1c93-6ff6-4316-90de-e9a017f80422 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:23.686993 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4797f709-3995-47a6-bc4b-e7316ed781ad req-7cbf1c93-6ff6-4316-90de-e9a017f80422 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.0879545 Nov 18 16:25:23.713609 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:23.753082 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 8f20cd0b-9c77-42d3-bc58-b9890f1eab63 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:25:23.753505 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:23.764003 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4797f709-3995-47a6-bc4b-e7316ed781ad req-8b76c20d-8a42-40aa-847a-1300f9693f92 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701039 Nov 18 16:25:23.767654 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0f8df556-2534-475c-a68d-371c5c873ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1990504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852614893'] for subnet, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:23.803663 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-47917b17-6240-4929-9467-05db3a440da7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:23.944063 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8df556-2534-475c-a68d-371c5c873ea5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fb2aae9-f9cc-4d37-85a6-9dc20a06ed52,revision_number=0']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:23.948266 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0f8df556-2534-475c-a68d-371c5c873ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:24.009129 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8df556-2534-475c-a68d-371c5c873ea5 admin admin] Checking segment: {'id': '02c10dff-5e87-4b10-884e-567fbac76910', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bbcba1de-b565-4732-82e3-2ffde33ce8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:25:24.009532 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8df556-2534-475c-a68d-371c5c873ea5 admin admin] Network hostable DHCP agents. Network: bbcba1de-b565-4732-82e3-2ffde33ce8dd, hostable agents: ['f7776111-b6a1-4850-954f-358371da3282'], hosted agents: [] {{(pid=80386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:25:24.063625 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8df556-2534-475c-a68d-371c5c873ea5 admin admin] Network bbcba1de-b565-4732-82e3-2ffde33ce8dd is scheduled to be hosted by DHCP agent f7776111-b6a1-4850-954f-358371da3282 with binding_index 1 {{(pid=80386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:25:24.098515 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-0f8df556-2534-475c-a68d-371c5c873ea5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-smb, bbcba1de-b565-4732-82e3-2ffde33ce8dd) {{(pid=80386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:25:24.108829 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea81771d-85d1-412c-a32d-92e24b5794dc None None] Network bbcba1de-b565-4732-82e3-2ffde33ce8dd requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:25:24.113749 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8df556-2534-475c-a68d-371c5c873ea5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:24.114428 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0f8df556-2534-475c-a68d-371c5c873ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for subnet, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:24.167778 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-0f8df556-2534-475c-a68d-371c5c873ea5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9300735 Nov 18 16:25:24.333587 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355de193-9e19-4098-8245-d391c6c36025 None None] Network bbcba1de-b565-4732-82e3-2ffde33ce8dd requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:25:25.114799 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1fe3e-0acb-474b-934b-43c1151ac4a0 req-49314247-4f6f-45dd-8500-3284a57afca8 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:25.116396 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ffb1fe3e-0acb-474b-934b-43c1151ac4a0 req-49314247-4f6f-45dd-8500-3284a57afca8 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.0905027 Nov 18 16:25:25.166745 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ffb1fe3e-0acb-474b-934b-43c1151ac4a0 req-787a2ae2-ab73-4f51-9386-8e6800187d5a tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442007 Nov 18 16:25:25.376508 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220ea55-2d61-47ab-8d0f-be0976cc5b12 req-88edba0d-c525-4bb7-a17d-5a70dd314927 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:25.378203 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2220ea55-2d61-47ab-8d0f-be0976cc5b12 req-88edba0d-c525-4bb7-a17d-5a70dd314927 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.0871680 Nov 18 16:25:25.387600 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 52396) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:25.394581 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-b09c194f-8dc4-4c3b-98c7-b746e39f2543 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Request body: {'floatingip': {'port_id': '8f20cd0b-9c77-42d3-bc58-b9890f1eab63'}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:25:25.475963 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b09c194f-8dc4-4c3b-98c7-b746e39f2543 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for floatingip, before_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:26.107298 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b09c194f-8dc4-4c3b-98c7-b746e39f2543 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for floatingip, precommit_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:26.138107 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b09c194f-8dc4-4c3b-98c7-b746e39f2543 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701080'] for floatingip, after_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:26.457507 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.l3_db [None req-b09c194f-8dc4-4c3b-98c7-b746e39f2543 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Floating IP 8c418900-95f2-4abc-b3d2-1b91cc948683 associated. External IP: 172.28.2.45, port: 8f20cd0b-9c77-42d3-bc58-b9890f1eab63. Nov 18 16:25:26.574924 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-83866271-1172-4d63-b48c-4442def3356c tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:26.575669 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-83866271-1172-4d63-b48c-4442def3356c tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Synchronizing usage tracker for tenant:20222f18218e40eb8cc2d8f2fe67be2f on resource:network {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:25:26.682054 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-83866271-1172-4d63-b48c-4442def3356c tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Unset dirty status for tenant:20222f18218e40eb8cc2d8f2fe67be2f on resource:network {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:25:26.683332 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-83866271-1172-4d63-b48c-4442def3356c tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/networks?id=bbcba1de-b565-4732-82e3-2ffde33ce8dd HTTP/1.1" status: 200 len: 813 time: 0.3512561 Nov 18 16:25:26.708028 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-498cd041-d79f-4fa2-89da-578d1148d6d2 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/quotas/20222f18218e40eb8cc2d8f2fe67be2f HTTP/1.1" status: 200 len: 375 time: 0.0184345 Nov 18 16:25:26.769977 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-81d72e07-ce24-4c84-8da7-de495b4dc013 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?tenant_id=20222f18218e40eb8cc2d8f2fe67be2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545735 Nov 18 16:25:27.053998 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-90f7a25e-d3bb-442a-9e8c-8e0724f68af1 service neutron] 10.222.0.26 "GET /v2.0/networks/bbcba1de-b565-4732-82e3-2ffde33ce8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274156 Nov 18 16:25:27.443033 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-403fe83f-8f9b-479e-96f1-3402fe9b8021 service neutron] 10.222.0.26 "GET /v2.0/networks/bbcba1de-b565-4732-82e3-2ffde33ce8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3809376 Nov 18 16:25:27.447810 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09c194f-8dc4-4c3b-98c7-b746e39f2543 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Router c90901ed-c523-4c3d-a29d-7abbcec7bfba has already been hosted by L3 agent 06010dfa-7d57-41a4-b257-aaebf39abde2 {{(pid=80386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:25:27.667524 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09c194f-8dc4-4c3b-98c7-b746e39f2543 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify agent at l3_agent.dv-cinder-759955-2-smb the message routers_updated {{(pid=80386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:25:27.672421 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b09c194f-8dc4-4c3b-98c7-b746e39f2543 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for floatingip, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:27.681339 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbb77c8-0e57-42a0-b6b0-097299297a3b None None] Sync routers for ids ['c90901ed-c523-4c3d-a29d-7abbcec7bfba'] in dv-cinder-759955-2-smb {{(pid=80388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:25:27.691134 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:27.699902 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbb77c8-0e57-42a0-b6b0-097299297a3b None None] Routers {'c90901ed-c523-4c3d-a29d-7abbcec7bfba'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:25:27.700691 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-4dbb77c8-0e57-42a0-b6b0-097299297a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:25:22Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['c90901ed-c523-4c3d-a29d-7abbcec7bfba'], 'active': True} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:25:27.739861 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-b09c194f-8dc4-4c3b-98c7-b746e39f2543 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "PUT /v2.0/floatingips/8c418900-95f2-4abc-b3d2-1b91cc948683 HTTP/1.1" status: 200 len: 990 time: 2.3484607 Nov 18 16:25:27.739861 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae14ed78-2850-400b-937b-998c0a612cfa', 'tag': '8f20cd0b-9c77-42d3-bc58-b9890f1eab63'}] {{(pid=80386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:25:27.765823 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-87d9f3cc-5ff8-41e8-a4be-2940eb8bb2b8 req-8535eaf7-73dc-4057-aedb-8475ac8bbab4 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?device_id=a0600871-9b49-4873-9d2b-e301cb7124b5 HTTP/1.1" status: 200 len: 210 time: 0.0653040 Nov 18 16:25:27.853148 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae14ed78-2850-400b-937b-998c0a612cfa', 'tag': '8f20cd0b-9c77-42d3-bc58-b9890f1eab63', 'status': 'completed', 'code': 200} Nov 18 16:25:27.933164 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-4dbb77c8-0e57-42a0-b6b0-097299297a3b None None] Set router c90901ed-c523-4c3d-a29d-7abbcec7bfba gateway port host: dv-cinder-759955-2-smb {{(pid=80388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:25:27.965431 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-59ea6674-d180-4bc2-9061-f5cf38f27c0f req-102c524d-aa5c-4f8f-88fb-9c46b69b8231 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=292e2beb7a044caea157c6f5f46c0ccb&device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 1162 time: 0.0835028 Nov 18 16:25:28.116485 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea6674-d180-4bc2-9061-f5cf38f27c0f req-3a7351fe-759b-48c3-90d8-a5062ee1711c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:28.118150 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-59ea6674-d180-4bc2-9061-f5cf38f27c0f req-3a7351fe-759b-48c3-90d8-a5062ee1711c service neutron] 10.222.0.13 "GET /v2.0/networks?id=ece5bf5e-8c90-44e7-9b10-a7a886498ac3 HTTP/1.1" status: 200 len: 905 time: 0.1458526 Nov 18 16:25:28.231371 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-59ea6674-d180-4bc2-9061-f5cf38f27c0f req-2c2e58af-fb6b-424c-8093-888ad7b3749b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f20cd0b-9c77-42d3-bc58-b9890f1eab63 HTTP/1.1" status: 200 len: 998 time: 0.1064520 Nov 18 16:25:28.308554 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea6674-d180-4bc2-9061-f5cf38f27c0f req-d755a12a-5751-4dfc-88ca-a906ad3140d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:28.310224 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-59ea6674-d180-4bc2-9061-f5cf38f27c0f req-d755a12a-5751-4dfc-88ca-a906ad3140d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197 HTTP/1.1" status: 200 len: 850 time: 0.0708089 Nov 18 16:25:28.409374 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-59ea6674-d180-4bc2-9061-f5cf38f27c0f req-0a963fbb-6ba4-44cd-bc5c-cf9fa8688656 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ece5bf5e-8c90-44e7-9b10-a7a886498ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0900176 Nov 18 16:25:28.473058 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-4dbb77c8-0e57-42a0-b6b0-097299297a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'name': 'tempest-AttachVolumeTestJSON-1016073581-router', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:01Z', 'updated_at': '2020-11-18T16:25:06Z', 'revision_number': 4, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'gw_port': {'id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:02Z', 'updated_at': '2020-11-18T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_floatingips': [{'id': '8c418900-95f2-4abc-b3d2-1b91cc948683', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'floating_ip_address': '172.28.2.45', 'floating_network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'router_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'port_id': '8f20cd0b-9c77-42d3-bc58-b9890f1eab63', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3', 'mac_address': 'fa:16:3e:33:0c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae14ed78-2850-400b-937b-998c0a612cfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:25:10Z', 'updated_at': '2020-11-18T16:25:25Z', 'revision_number': 1, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c59c8a-db2f-4b5c-9b79-be8701df6b16', 'name': '', 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'mac_address': 'fa:16:3e:02:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:05Z', 'updated_at': '2020-11-18T16:25:15Z', 'revision_number': 5, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'subnets': [{'id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:25:28.477417 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbb77c8-0e57-42a0-b6b0-097299297a3b None None] Checking router: c90901ed-c523-4c3d-a29d-7abbcec7bfba for host: dv-cinder-759955-2-smb {{(pid=80388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:25:28.489499 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbb77c8-0e57-42a0-b6b0-097299297a3b None None] Routers {'c90901ed-c523-4c3d-a29d-7abbcec7bfba'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:25:28.490168 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-4dbb77c8-0e57-42a0-b6b0-097299297a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:25:22Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['c90901ed-c523-4c3d-a29d-7abbcec7bfba'], 'active': True} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:25:28.568274 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-59ea6674-d180-4bc2-9061-f5cf38f27c0f req-d948f8f7-59b2-41f6-83f3-cc1321611f62 service neutron] 10.222.0.13 "GET /v2.0/networks/ece5bf5e-8c90-44e7-9b10-a7a886498ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524370 Nov 18 16:25:28.681883 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-4dbb77c8-0e57-42a0-b6b0-097299297a3b None None] Set router c90901ed-c523-4c3d-a29d-7abbcec7bfba gateway port host: dv-cinder-759955-2-smb {{(pid=80388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:25:28.724114 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-59ea6674-d180-4bc2-9061-f5cf38f27c0f req-28f55219-bb36-408e-960a-fbb338673767 service neutron] 10.222.0.13 "GET /v2.0/networks/ece5bf5e-8c90-44e7-9b10-a7a886498ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1464748 Nov 18 16:25:28.978034 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-90c8c3d9-71cd-4b04-9907-8c9e45252bb3 req-62965067-a46c-49bd-9036-1e8aaaab9dfb tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?device_id=a0600871-9b49-4873-9d2b-e301cb7124b5 HTTP/1.1" status: 200 len: 210 time: 0.0505219 Nov 18 16:25:29.079998 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-4dbb77c8-0e57-42a0-b6b0-097299297a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'name': 'tempest-AttachVolumeTestJSON-1016073581-router', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:01Z', 'updated_at': '2020-11-18T16:25:06Z', 'revision_number': 4, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'gw_port': {'id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:02Z', 'updated_at': '2020-11-18T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_floatingips': [{'id': '8c418900-95f2-4abc-b3d2-1b91cc948683', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'floating_ip_address': '172.28.2.45', 'floating_network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'router_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'port_id': '8f20cd0b-9c77-42d3-bc58-b9890f1eab63', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3', 'mac_address': 'fa:16:3e:33:0c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae14ed78-2850-400b-937b-998c0a612cfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:25:10Z', 'updated_at': '2020-11-18T16:25:25Z', 'revision_number': 1, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c59c8a-db2f-4b5c-9b79-be8701df6b16', 'name': '', 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'mac_address': 'fa:16:3e:02:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:05Z', 'updated_at': '2020-11-18T16:25:15Z', 'revision_number': 5, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'subnets': [{'id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:25:29.084220 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbb77c8-0e57-42a0-b6b0-097299297a3b None None] The sync data for ids ['c90901ed-c523-4c3d-a29d-7abbcec7bfba'] in dv-cinder-759955-2-smb is: [{'id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'name': 'tempest-AttachVolumeTestJSON-1016073581-router', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:01Z', 'updated_at': '2020-11-18T16:25:06Z', 'revision_number': 4, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'gw_port': {'id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:02Z', 'updated_at': '2020-11-18T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_floatingips': [{'id': '8c418900-95f2-4abc-b3d2-1b91cc948683', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'floating_ip_address': '172.28.2.45', 'floating_network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'router_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'port_id': '8f20cd0b-9c77-42d3-bc58-b9890f1eab63', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3', 'mac_address': 'fa:16:3e:33:0c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae14ed78-2850-400b-937b-998c0a612cfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:25:10Z', 'updated_at': '2020-11-18T16:25:25Z', 'revision_number': 1, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c59c8a-db2f-4b5c-9b79-be8701df6b16', 'name': '', 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'mac_address': 'fa:16:3e:02:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:05Z', 'updated_at': '2020-11-18T16:25:15Z', 'revision_number': 5, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'subnets': [{'id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:25:29.367567 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91495cb7-e8c1-4673-8ab7-8eb0370ddd8b None None] New status for floating IP 8c418900-95f2-4abc-b3d2-1b91cc948683: ACTIVE {{(pid=80389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 16:25:29.637511 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-a7899f49-6824-4c20-b272-752e25b6d942 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:29.639309 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-a7899f49-6824-4c20-b272-752e25b6d942 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.13 "GET /v2.0/networks?id=bbcba1de-b565-4732-82e3-2ffde33ce8dd HTTP/1.1" status: 200 len: 813 time: 0.1732655 Nov 18 16:25:29.664978 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-31d7f2ef-31e7-4a27-8650-5f04b5b7509c tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Request body: {'port': {'device_id': 'a0600871-9b49-4873-9d2b-e301cb7124b5', 'network_id': 'bbcba1de-b565-4732-82e3-2ffde33ce8dd', 'admin_state_up': True, 'tenant_id': '20222f18218e40eb8cc2d8f2fe67be2f'}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:25:29.816674 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-31d7f2ef-31e7-4a27-8650-5f04b5b7509c tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:25:29.820867 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-31d7f2ef-31e7-4a27-8650-5f04b5b7509c tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Usage tracker for resource:port and tenant:20222f18218e40eb8cc2d8f2fe67be2f is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:25:29.824036 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-31d7f2ef-31e7-4a27-8650-5f04b5b7509c tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Quota usage for port was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:25:29.830505 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-31d7f2ef-31e7-4a27-8650-5f04b5b7509c tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:25:29.873016 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-31d7f2ef-31e7-4a27-8650-5f04b5b7509c tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Made reservation on behalf of 20222f18218e40eb8cc2d8f2fe67be2f for: {'port': 1} {{(pid=80386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:25:29.879396 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-31d7f2ef-31e7-4a27-8650-5f04b5b7509c tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:30.175679 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a2e0ed10-f51a-4b65-b8b7-fc47e7d70297 req-f969a214-f16c-4ecb-bda9-aaf6eb7e0207 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?device_id=a0600871-9b49-4873-9d2b-e301cb7124b5 HTTP/1.1" status: 200 len: 210 time: 0.0499325 Nov 18 16:25:30.211251 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-31d7f2ef-31e7-4a27-8650-5f04b5b7509c tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Allocated IP 172.20.0.10 (bbcba1de-b565-4732-82e3-2ffde33ce8dd/0fb2aae9-f9cc-4d37-85a6-9dc20a06ed52/68a73f68-02fe-458e-8b8d-11c098f73f4b) {{(pid=80386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:25:30.426827 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-31d7f2ef-31e7-4a27-8650-5f04b5b7509c tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Notify callbacks [] for port, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:30.495994 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-31d7f2ef-31e7-4a27-8650-5f04b5b7509c tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1990542'] for port, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:30.515894 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-29e8cb75-d88e-42ba-a155-48a5d7ccaf3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:30.668079 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7f2ef-31e7-4a27-8650-5f04b5b7509c tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Pushing event updated for resources: {'Port': ['ID=68a73f68-02fe-458e-8b8d-11c098f73f4b,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:30.673263 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-31d7f2ef-31e7-4a27-8650-5f04b5b7509c tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:30.718980 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-31d7f2ef-31e7-4a27-8650-5f04b5b7509c tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Network bbcba1de-b565-4732-82e3-2ffde33ce8dd is already hosted by enough agents. {{(pid=80386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:25:30.720220 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-31d7f2ef-31e7-4a27-8650-5f04b5b7509c tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Resources bound (agent type, host, resource id): {{(pid=80386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:25:30.722727 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-31d7f2ef-31e7-4a27-8650-5f04b5b7509c tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Received port after_create {{(pid=80386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:25:30.787991 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-31d7f2ef-31e7-4a27-8650-5f04b5b7509c tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:30.788667 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-31d7f2ef-31e7-4a27-8650-5f04b5b7509c tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:30.833522 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-31d7f2ef-31e7-4a27-8650-5f04b5b7509c tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1730914 Nov 18 16:25:30.856476 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-038ff907-f8f9-472e-9a03-11f0e4ddba78 service neutron] Request body: {'port': {'device_id': 'a0600871-9b49-4873-9d2b-e301cb7124b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:25:30.973289 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-038ff907-f8f9-472e-9a03-11f0e4ddba78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:31.444464 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-038ff907-f8f9-472e-9a03-11f0e4ddba78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a73f68-02fe-458e-8b8d-11c098f73f4b {{(pid=80386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:25:31.455819 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-038ff907-f8f9-472e-9a03-11f0e4ddba78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:31.485677 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac2b02-2c06-4b4f-a250-9e5d712fe509 req-37dd9725-1b7e-45eb-81a9-ca6249bc8d14 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:31.486374 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-99ac2b02-2c06-4b4f-a250-9e5d712fe509 req-37dd9725-1b7e-45eb-81a9-ca6249bc8d14 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Synchronizing usage tracker for tenant:20222f18218e40eb8cc2d8f2fe67be2f on resource:port {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:25:31.491565 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-038ff907-f8f9-472e-9a03-11f0e4ddba78 service neutron] Transition to ACTIVE for port object 68a73f68-02fe-458e-8b8d-11c098f73f4b will not be triggered until provisioned by entity L2. {{(pid=80386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:25:31.521350 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-038ff907-f8f9-472e-9a03-11f0e4ddba78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852785257'] for port, after_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:31.538180 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ac919fdc-b591-4e22-a8fe-fe5e9180ea8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:31.589117 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-99ac2b02-2c06-4b4f-a250-9e5d712fe509 req-37dd9725-1b7e-45eb-81a9-ca6249bc8d14 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Unset dirty status for tenant:20222f18218e40eb8cc2d8f2fe67be2f on resource:port {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:25:31.590411 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-99ac2b02-2c06-4b4f-a250-9e5d712fe509 req-37dd9725-1b7e-45eb-81a9-ca6249bc8d14 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?device_id=a0600871-9b49-4873-9d2b-e301cb7124b5 HTTP/1.1" status: 200 len: 932 time: 0.2778547 Nov 18 16:25:31.720405 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ff907-f8f9-472e-9a03-11f0e4ddba78 service neutron] Pushing event updated for resources: {'Port': ['ID=68a73f68-02fe-458e-8b8d-11c098f73f4b,revision_number=2']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:31.727467 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-038ff907-f8f9-472e-9a03-11f0e4ddba78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:31.747552 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-99ac2b02-2c06-4b4f-a250-9e5d712fe509 req-03c3572e-8a91-433f-b6b6-01b60019c824 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Synchronizing usage tracker for tenant:20222f18218e40eb8cc2d8f2fe67be2f on resource:security_group {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:25:31.827799 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-99ac2b02-2c06-4b4f-a250-9e5d712fe509 req-03c3572e-8a91-433f-b6b6-01b60019c824 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Unset dirty status for tenant:20222f18218e40eb8cc2d8f2fe67be2f on resource:security_group {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:25:31.829119 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-99ac2b02-2c06-4b4f-a250-9e5d712fe509 req-03c3572e-8a91-433f-b6b6-01b60019c824 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/security-groups?id=1e456741-8800-40c7-acd9-2904c9615908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266607 Nov 18 16:25:31.924095 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-038ff907-f8f9-472e-9a03-11f0e4ddba78 service neutron] Attempting to bind port 68a73f68-02fe-458e-8b8d-11c098f73f4b on host hv-cinder-75995 for vnic_type normal with profile {{(pid=80386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:25:31.924464 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-038ff907-f8f9-472e-9a03-11f0e4ddba78 service neutron] Attempting to bind port 68a73f68-02fe-458e-8b8d-11c098f73f4b by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '02c10dff-5e87-4b10-884e-567fbac76910', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bbcba1de-b565-4732-82e3-2ffde33ce8dd'}] {{(pid=80386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:25:31.924861 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-038ff907-f8f9-472e-9a03-11f0e4ddba78 service neutron] Attempting to bind port 68a73f68-02fe-458e-8b8d-11c098f73f4b on network bbcba1de-b565-4732-82e3-2ffde33ce8dd {{(pid=80386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:25:31.931748 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-038ff907-f8f9-472e-9a03-11f0e4ddba78 service neutron] Checking agent: {'id': '3488e2eb-83f3-429f-9709-c44be6a31d37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 18, 57), 'started_at': datetime.datetime(2020, 11, 18, 16, 19, 27), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:25:31.932125 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-038ff907-f8f9-472e-9a03-11f0e4ddba78 service neutron] Checking segment: {'id': '02c10dff-5e87-4b10-884e-567fbac76910', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bbcba1de-b565-4732-82e3-2ffde33ce8dd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:25:31.932529 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-038ff907-f8f9-472e-9a03-11f0e4ddba78 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:31.932954 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-038ff907-f8f9-472e-9a03-11f0e4ddba78 service neutron] Bound using segment: {'id': '02c10dff-5e87-4b10-884e-567fbac76910', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bbcba1de-b565-4732-82e3-2ffde33ce8dd'} {{(pid=80386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:25:31.933434 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-038ff907-f8f9-472e-9a03-11f0e4ddba78 service neutron] Bound port: 68a73f68-02fe-458e-8b8d-11c098f73f4b, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c10dff-5e87-4b10-884e-567fbac76910', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bbcba1de-b565-4732-82e3-2ffde33ce8dd'}}] {{(pid=80386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:25:31.933808 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-038ff907-f8f9-472e-9a03-11f0e4ddba78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:32.026366 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-038ff907-f8f9-472e-9a03-11f0e4ddba78 service neutron] For port 68a73f68-02fe-458e-8b8d-11c098f73f4b, host hv-cinder-75995, cleared binding levels {{(pid=80386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:25:32.030180 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-038ff907-f8f9-472e-9a03-11f0e4ddba78 service neutron] For port 68a73f68-02fe-458e-8b8d-11c098f73f4b, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=68a73f68-02fe-458e-8b8d-11c098f73f4b,segment=NetworkSegment(02c10dff-5e87-4b10-884e-567fbac76910),segment_id=02c10dff-5e87-4b10-884e-567fbac76910)] {{(pid=80386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:25:32.062256 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-038ff907-f8f9-472e-9a03-11f0e4ddba78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852785257'] for port, after_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:32.078221 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-11a67029-2860-4154-830c-84d1624a5e33 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:32.233624 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ff907-f8f9-472e-9a03-11f0e4ddba78 service neutron] Pushing event updated for resources: {'Port': ['ID=68a73f68-02fe-458e-8b8d-11c098f73f4b,revision_number=3']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:32.238615 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-038ff907-f8f9-472e-9a03-11f0e4ddba78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:32.499499 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-038ff907-f8f9-472e-9a03-11f0e4ddba78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:32.501015 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-038ff907-f8f9-472e-9a03-11f0e4ddba78 service neutron] 10.222.0.13 "PUT /v2.0/ports/68a73f68-02fe-458e-8b8d-11c098f73f4b HTTP/1.1" status: 200 len: 1158 time: 1.6491492 Nov 18 16:25:32.501530 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0600871-9b49-4873-9d2b-e301cb7124b5', 'tag': '68a73f68-02fe-458e-8b8d-11c098f73f4b'}] {{(pid=80386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:25:32.561276 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0600871-9b49-4873-9d2b-e301cb7124b5', 'tag': '68a73f68-02fe-458e-8b8d-11c098f73f4b', 'status': 'completed', 'code': 200} Nov 18 16:25:32.662713 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c46ba348-849b-4ad3-bf0e-75383a2e68e5 req-b32cdc87-c827-467c-97dd-b5927fbac991 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20222f18218e40eb8cc2d8f2fe67be2f&device_id=a0600871-9b49-4873-9d2b-e301cb7124b5 HTTP/1.1" status: 200 len: 1161 time: 0.0753365 Nov 18 16:25:32.816819 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ba348-849b-4ad3-bf0e-75383a2e68e5 req-74fa286c-bd2f-4158-9e67-434748651e3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:32.818466 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c46ba348-849b-4ad3-bf0e-75383a2e68e5 req-74fa286c-bd2f-4158-9e67-434748651e3b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=20222f18218e40eb8cc2d8f2fe67be2f&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1471457 Nov 18 16:25:32.974195 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ba348-849b-4ad3-bf0e-75383a2e68e5 req-419dda06-d5a6-4eda-b9bb-4b2e48920bc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:32.975851 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c46ba348-849b-4ad3-bf0e-75383a2e68e5 req-419dda06-d5a6-4eda-b9bb-4b2e48920bc6 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1471419 Nov 18 16:25:33.127879 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff186cc-adcd-4c34-bb53-75ef528ad26e req-4657586f-5406-4418-afaf-4cce38a46e72 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:33.129541 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fff186cc-adcd-4c34-bb53-75ef528ad26e req-4657586f-5406-4418-afaf-4cce38a46e72 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?device_id=a0600871-9b49-4873-9d2b-e301cb7124b5 HTTP/1.1" status: 200 len: 944 time: 0.1513233 Nov 18 16:25:33.136109 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-15f9ffed-822a-4814-9c8e-00f2b1786dc5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20222f18218e40eb8cc2d8f2fe67be2f&device_id=a0600871-9b49-4873-9d2b-e301cb7124b5 HTTP/1.1" status: 200 len: 1161 time: 0.1178229 Nov 18 16:25:33.225440 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-984730b9-c28e-43d5-ad2e-5d3218c81735 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68a73f68-02fe-458e-8b8d-11c098f73f4b HTTP/1.1" status: 200 len: 217 time: 0.0736237 Nov 18 16:25:33.292019 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fff186cc-adcd-4c34-bb53-75ef528ad26e req-07807d49-1b4e-476a-9039-c63fae7e5931 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/security-groups?id=1e456741-8800-40c7-acd9-2904c9615908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548934 Nov 18 16:25:33.305632 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-2cb7d98f-b9be-4fa6-8666-c14e0429d9ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:33.307153 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-2cb7d98f-b9be-4fa6-8666-c14e0429d9ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0fb2aae9-f9cc-4d37-85a6-9dc20a06ed52 HTTP/1.1" status: 200 len: 853 time: 0.0735989 Nov 18 16:25:33.363609 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-b0725dc4-978e-4ee3-945c-6f32d13c61ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbcba1de-b565-4732-82e3-2ffde33ce8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469747 Nov 18 16:25:33.515450 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-944f84b1-b716-48f2-a386-3a1549cc9062 service neutron] 10.222.0.13 "GET /v2.0/networks/bbcba1de-b565-4732-82e3-2ffde33ce8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449742 Nov 18 16:25:33.661925 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-78ac0cf8-e0c9-4962-92ab-dac5af603ad5 req-6813f870-8ca3-49b8-b85d-ec8e46e9316b service neutron] 10.222.0.13 "GET /v2.0/networks/bbcba1de-b565-4732-82e3-2ffde33ce8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1397679 Nov 18 16:25:34.504467 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b46a9-d7bf-4d4a-8c8a-d6a0a0e61149 req-1e378987-c34a-4df1-8bf0-8fd70e88bc9b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:34.506010 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ae5b46a9-d7bf-4d4a-8c8a-d6a0a0e61149 req-1e378987-c34a-4df1-8bf0-8fd70e88bc9b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?device_id=a0600871-9b49-4873-9d2b-e301cb7124b5 HTTP/1.1" status: 200 len: 944 time: 0.0837512 Nov 18 16:25:34.556054 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ae5b46a9-d7bf-4d4a-8c8a-d6a0a0e61149 req-e23cabf0-8adb-47b8-a3ed-aa55db615b65 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/security-groups?id=1e456741-8800-40c7-acd9-2904c9615908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439615 Nov 18 16:25:35.773408 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e231f59-d343-4c5d-a418-818e3811ddec req-3acb60b8-3a3e-4f3a-81f9-2ecea52a1664 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:35.780973 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9e231f59-d343-4c5d-a418-818e3811ddec req-3acb60b8-3a3e-4f3a-81f9-2ecea52a1664 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?device_id=a0600871-9b49-4873-9d2b-e301cb7124b5 HTTP/1.1" status: 200 len: 944 time: 0.0919428 Nov 18 16:25:35.822607 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.objects.ports [None req-63e4dc73-3d44-45bf-b941-52243ec6d3af None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80388) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 18 16:25:35.837543 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9e231f59-d343-4c5d-a418-818e3811ddec req-45261336-e738-47dd-83cc-853848fab144 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/security-groups?id=1e456741-8800-40c7-acd9-2904c9615908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554364 Nov 18 16:25:36.272154 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 68a73f68-02fe-458e-8b8d-11c098f73f4b up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:25:36.380689 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning for port 68a73f68-02fe-458e-8b8d-11c098f73f4b completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:25:36.385560 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 68a73f68-02fe-458e-8b8d-11c098f73f4b triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:25:36.385980 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:36.504045 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:36.534085 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0600871-9b49-4873-9d2b-e301cb7124b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a73f68-02fe-458e-8b8d-11c098f73f4b'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:25:36.544107 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port 68a73f68-02fe-458e-8b8d-11c098f73f4b, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=68a73f68-02fe-458e-8b8d-11c098f73f4b,segment=NetworkSegment(02c10dff-5e87-4b10-884e-567fbac76910),segment_id=02c10dff-5e87-4b10-884e-567fbac76910)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:25:36.575319 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:36.577446 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:36.615443 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0600871-9b49-4873-9d2b-e301cb7124b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a73f68-02fe-458e-8b8d-11c098f73f4b', 'code': 200} Nov 18 16:25:36.649608 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=68a73f68-02fe-458e-8b8d-11c098f73f4b,revision_number=4']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:36.659635 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:36.660011 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:36.660394 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:36.660773 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:36.666512 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:36.666512 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:36.666512 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:36.666512 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:36.666512 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:36.666512 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:36.666512 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:36.666512 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:36.666512 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:36.666512 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:36.666512 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:36.666512 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:36.666512 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:36.666512 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:36.666512 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:36.666512 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:36.668005 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:36.668005 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:36.668005 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:36.668005 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:36.671968 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:36.887157 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b4a99254-4a27-44bb-9629-37a1a9a95527 req-a38ae54c-03c6-4fd5-bfed-e6f4dc54bb95 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0600871-9b49-4873-9d2b-e301cb7124b5 HTTP/1.1" status: 200 len: 1163 time: 0.0773058 Nov 18 16:25:36.934835 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b4a99254-4a27-44bb-9629-37a1a9a95527 req-c749124f-46a8-4993-b76c-31656f42723e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1e456741-8800-40c7-acd9-2904c9615908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411434 Nov 18 16:25:37.046984 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05575c12-843f-41c5-a634-ae8f2e8aea88 req-e181c11a-f8ce-4b6c-bcc1-3922abe4fdf4 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:37.048596 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-05575c12-843f-41c5-a634-ae8f2e8aea88 req-e181c11a-f8ce-4b6c-bcc1-3922abe4fdf4 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?device_id=a0600871-9b49-4873-9d2b-e301cb7124b5 HTTP/1.1" status: 200 len: 946 time: 0.0840502 Nov 18 16:25:37.097797 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-05575c12-843f-41c5-a634-ae8f2e8aea88 req-acbd0d54-ec29-4d70-b8ed-b514659c3c44 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/security-groups?id=1e456741-8800-40c7-acd9-2904c9615908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430651 Nov 18 16:25:37.754955 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 68a73f68-02fe-458e-8b8d-11c098f73f4b up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:25:37.828395 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 68a73f68-02fe-458e-8b8d-11c098f73f4b triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:25:37.828611 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:38.325030 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12c2b5-d19a-40a5-bb05-9ae9a00f29f9 req-13ed7b67-2a1e-4075-ae8a-61074e20ce90 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:38.327309 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-cb12c2b5-d19a-40a5-bb05-9ae9a00f29f9 req-13ed7b67-2a1e-4075-ae8a-61074e20ce90 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?device_id=a0600871-9b49-4873-9d2b-e301cb7124b5 HTTP/1.1" status: 200 len: 946 time: 0.0893111 Nov 18 16:25:38.375781 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-cb12c2b5-d19a-40a5-bb05-9ae9a00f29f9 req-05015c15-7cf8-451b-9efa-c69dd993abf0 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/security-groups?id=1e456741-8800-40c7-acd9-2904c9615908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422060 Nov 18 16:25:42.160580 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 6 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:25:43.536200 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491638d-1fba-41de-b999-9781e0fcb864 req-51de0d3b-dd2d-463e-9280-6cb5cf324387 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:43.543375 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9491638d-1fba-41de-b999-9781e0fcb864 req-51de0d3b-dd2d-463e-9280-6cb5cf324387 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 946 time: 0.0975988 Nov 18 16:25:43.598793 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9491638d-1fba-41de-b999-9781e0fcb864 req-db3fa9c7-18b1-4eef-83ad-11434c76d4ec tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479205 Nov 18 16:25:44.835929 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab4fee-a32b-4bba-8109-e99f79a51a60 req-dcabbd2e-139b-45f6-8abb-c25c21171a9e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:44.837583 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a0ab4fee-a32b-4bba-8109-e99f79a51a60 req-dcabbd2e-139b-45f6-8abb-c25c21171a9e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 946 time: 0.0857999 Nov 18 16:25:44.887263 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a0ab4fee-a32b-4bba-8109-e99f79a51a60 req-7e08d080-9df2-4da7-9765-a261982b3996 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431762 Nov 18 16:25:46.128386 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138f835-8ae5-468f-8e16-0390345ed38c req-8ae4cc6b-ef6b-4f4b-865c-e6a74a9861f5 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:46.130080 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b138f835-8ae5-468f-8e16-0390345ed38c req-8ae4cc6b-ef6b-4f4b-865c-e6a74a9861f5 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 946 time: 0.0879867 Nov 18 16:25:46.179324 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b138f835-8ae5-468f-8e16-0390345ed38c req-47b2029e-b061-41a3-93bd-1fdb0aa48d47 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429482 Nov 18 16:25:47.413947 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b2411-bce0-4ac7-aa8a-1a0419af30fe req-34466447-3bb8-4693-9b34-2569d462e9f4 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:47.415581 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1d6b2411-bce0-4ac7-aa8a-1a0419af30fe req-34466447-3bb8-4693-9b34-2569d462e9f4 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 946 time: 0.0870028 Nov 18 16:25:47.465855 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1d6b2411-bce0-4ac7-aa8a-1a0419af30fe req-75e46228-54e7-4a53-ae03-2840ac395b9e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439498 Nov 18 16:25:48.705479 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5c29f-02e5-47a6-9f4f-232ff3acd0a8 req-92751b0b-54e1-4bc3-8e4e-a94117675355 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:48.707105 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-cfd5c29f-02e5-47a6-9f4f-232ff3acd0a8 req-92751b0b-54e1-4bc3-8e4e-a94117675355 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 946 time: 0.0909901 Nov 18 16:25:48.757111 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-cfd5c29f-02e5-47a6-9f4f-232ff3acd0a8 req-f6728914-70ad-4b80-9ce7-bb08e6413f8f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438926 Nov 18 16:25:49.098098 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5125c500-f36f-421b-87e5-d29099d5a25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:50.164226 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1ce74-eff2-4271-aafd-12cc44a0cc39 req-53472cfc-06d2-48b6-b106-bf377830cc60 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:50.165857 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4ab1ce74-eff2-4271-aafd-12cc44a0cc39 req-53472cfc-06d2-48b6-b106-bf377830cc60 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 946 time: 0.2466941 Nov 18 16:25:50.216255 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4ab1ce74-eff2-4271-aafd-12cc44a0cc39 req-13b903b9-cde3-4bee-ac72-ec0f23a78f66 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433593 Nov 18 16:25:51.451249 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87346c-aa31-43cb-903e-db7f0f45cafd req-10648365-7540-42e3-8057-2ba3f28978b8 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:51.453060 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9a87346c-aa31-43cb-903e-db7f0f45cafd req-10648365-7540-42e3-8057-2ba3f28978b8 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 946 time: 0.0896301 Nov 18 16:25:51.501355 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9a87346c-aa31-43cb-903e-db7f0f45cafd req-10af9b12-e5e0-417b-96ec-8b1ca6e649bd tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420070 Nov 18 16:25:51.609335 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-746c1db2-0180-4675-a32c-d387c504cd8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:52.086546 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:52.725436 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6335a-1a78-4adb-a1f4-8cb6c99b9b06 req-f2e66502-42c8-4402-b92e-9589b5a6f4c0 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:52.728937 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fce6335a-1a78-4adb-a1f4-8cb6c99b9b06 req-f2e66502-42c8-4402-b92e-9589b5a6f4c0 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 946 time: 0.0838594 Nov 18 16:25:52.780070 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fce6335a-1a78-4adb-a1f4-8cb6c99b9b06 req-11e05ad9-6998-4905-8442-e55792da05d2 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465903 Nov 18 16:25:53.045946 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:53.686038 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:54.018260 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45c9cf-9cd8-40cc-a861-93d69aefe2b9 req-7fbfb9e3-ffdf-45ec-b557-4b8fcd3617a3 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:54.019867 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-dd45c9cf-9cd8-40cc-a861-93d69aefe2b9 req-7fbfb9e3-ffdf-45ec-b557-4b8fcd3617a3 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 946 time: 0.0836747 Nov 18 16:25:54.068619 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-dd45c9cf-9cd8-40cc-a861-93d69aefe2b9 req-e34ca48b-0ba6-47ea-9eae-43c4a685bd59 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420914 Nov 18 16:25:54.147277 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7e11821a-4f36-425b-b37b-985535409a33 req-f86391b8-635d-4625-b038-ca9350015889 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0807669 Nov 18 16:25:54.303175 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7e11821a-4f36-425b-b37b-985535409a33 req-aac84762-7102-4e60-87f8-141915696601 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23f88eb8bc4948b6812bad8784ebd805&device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 1163 time: 0.0752127 Nov 18 16:25:54.465352 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11821a-4f36-425b-b37b-985535409a33 req-9bef86f5-2488-4d8e-b6b3-ae8b9ef1bb75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:54.467042 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7e11821a-4f36-425b-b37b-985535409a33 req-9bef86f5-2488-4d8e-b6b3-ae8b9ef1bb75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b81a599e-838a-4ffe-9e4f-9c727b5fc469 HTTP/1.1" status: 200 len: 902 time: 0.1433585 Nov 18 16:25:54.587720 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7e11821a-4f36-425b-b37b-985535409a33 req-b94b85f8-9036-4fc2-b48e-afdbf3c9067a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12ef6aa6-acc8-4bbe-9cee-7442c4d02abb HTTP/1.1" status: 200 len: 1002 time: 0.1135471 Nov 18 16:25:54.660830 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11821a-4f36-425b-b37b-985535409a33 req-b80191ee-8652-48af-8c49-a99a16ba96ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:54.662435 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7e11821a-4f36-425b-b37b-985535409a33 req-b80191ee-8652-48af-8c49-a99a16ba96ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=859a5374-f920-4fac-bd2d-9321c5f26e4f HTTP/1.1" status: 200 len: 847 time: 0.0677867 Nov 18 16:25:54.760738 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7e11821a-4f36-425b-b37b-985535409a33 req-d09435a3-68c2-43ac-ad78-e9df720909a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b81a599e-838a-4ffe-9e4f-9c727b5fc469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0836775 Nov 18 16:25:54.915158 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7e11821a-4f36-425b-b37b-985535409a33 req-511b2f83-bf88-4a86-8686-dd0d1b893267 service neutron] 10.222.0.13 "GET /v2.0/networks/b81a599e-838a-4ffe-9e4f-9c727b5fc469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418941 Nov 18 16:25:55.065499 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7e11821a-4f36-425b-b37b-985535409a33 req-4e30296b-e735-4158-929d-dd950184c8c3 service neutron] 10.222.0.13 "GET /v2.0/networks/b81a599e-838a-4ffe-9e4f-9c727b5fc469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1393931 Nov 18 16:25:55.377119 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63406af9-ca68-427f-ba40-ca6f84ef14c1 req-53aa478d-6ca2-4eca-9f7d-ba7d48801b31 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:55.378712 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-63406af9-ca68-427f-ba40-ca6f84ef14c1 req-53aa478d-6ca2-4eca-9f7d-ba7d48801b31 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 946 time: 0.1634963 Nov 18 16:25:55.428527 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-63406af9-ca68-427f-ba40-ca6f84ef14c1 req-ea4d4817-4802-435d-bad4-15025d8e1bdd tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437045 Nov 18 16:25:56.673717 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adc099-2bd8-4ea8-9eb2-c1ef9f94dbc1 req-68b16053-0b8c-4dc6-a9a0-89e23958226c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:56.675368 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-70adc099-2bd8-4ea8-9eb2-c1ef9f94dbc1 req-68b16053-0b8c-4dc6-a9a0-89e23958226c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 946 time: 0.0908000 Nov 18 16:25:56.723428 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-70adc099-2bd8-4ea8-9eb2-c1ef9f94dbc1 req-ed86a968-c3a8-4503-a392-0aeeae697402 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419974 Nov 18 16:25:57.624369 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:57.998350 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ed0e4-dc1d-4764-ada7-5971c4e84db6 req-0f3a6973-acd6-4fbd-a25a-2189e8bb6291 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:58.000091 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4d3ed0e4-dc1d-4764-ada7-5971c4e84db6 req-0f3a6973-acd6-4fbd-a25a-2189e8bb6291 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 946 time: 0.1075182 Nov 18 16:25:58.067890 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4d3ed0e4-dc1d-4764-ada7-5971c4e84db6 req-f95f7680-7c9c-4793-a4a7-99135af829a1 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578980 Nov 18 16:25:59.341144 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1f51d-d967-4878-8c1d-139f2f5c2a41 req-e71996f7-e4a9-48a8-9ed1-a5ee3dc6b417 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:59.349247 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4bf1f51d-d967-4878-8c1d-139f2f5c2a41 req-e71996f7-e4a9-48a8-9ed1-a5ee3dc6b417 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 946 time: 0.1181390 Nov 18 16:25:59.404141 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4bf1f51d-d967-4878-8c1d-139f2f5c2a41 req-9ad6e338-ad60-4298-84ef-a69ccd7e9c8c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537212 Nov 18 16:26:00.659780 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8034e92-601d-4a5a-844e-2c9e582cfc4e req-ffdcef88-6912-4e72-8b6f-a5699d6bf27f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:00.661804 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c8034e92-601d-4a5a-844e-2c9e582cfc4e req-ffdcef88-6912-4e72-8b6f-a5699d6bf27f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 946 time: 0.0889430 Nov 18 16:26:00.714707 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c8034e92-601d-4a5a-844e-2c9e582cfc4e req-78c6c202-c1c0-4777-843b-4dd7b45154be tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465894 Nov 18 16:26:01.981556 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f14bc9-8fa2-4828-9431-ae3ad4085da4 req-e72bd62f-700f-4fa8-bb2a-8d1b3fcb21e7 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:01.983908 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a7f14bc9-8fa2-4828-9431-ae3ad4085da4 req-e72bd62f-700f-4fa8-bb2a-8d1b3fcb21e7 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 946 time: 0.1066337 Nov 18 16:26:02.050025 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a7f14bc9-8fa2-4828-9431-ae3ad4085da4 req-4d650b85-c3ef-4b51-a82e-2cf0008f30f0 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592561 Nov 18 16:26:03.315057 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34871ca2-8f71-4362-806f-d7b7c2efbf17 req-c4e00022-76bc-4559-9d32-354477d4c64e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:03.318220 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-34871ca2-8f71-4362-806f-d7b7c2efbf17 req-c4e00022-76bc-4559-9d32-354477d4c64e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 946 time: 0.1063364 Nov 18 16:26:03.371018 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-34871ca2-8f71-4362-806f-d7b7c2efbf17 req-690666a6-047b-4a93-8bf2-5ff5512a0764 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474851 Nov 18 16:26:04.771240 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f167841-96d3-4e44-9fb7-874c77c7ebd8 req-2565b8d1-f055-4d15-8ab8-df85809052f4 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:04.773609 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5f167841-96d3-4e44-9fb7-874c77c7ebd8 req-2565b8d1-f055-4d15-8ab8-df85809052f4 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 946 time: 0.0998750 Nov 18 16:26:04.831218 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5f167841-96d3-4e44-9fb7-874c77c7ebd8 req-dc35567d-cecb-4a03-984e-8e2770ad66b1 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506859 Nov 18 16:26:06.112101 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e14bf-a118-4372-a1d8-52a418b4159d req-d127020e-4668-4ca1-b5b2-151379d523cf tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:06.114202 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f07e14bf-a118-4372-a1d8-52a418b4159d req-d127020e-4668-4ca1-b5b2-151379d523cf tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 946 time: 0.1086061 Nov 18 16:26:06.190118 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f07e14bf-a118-4372-a1d8-52a418b4159d req-5fef2062-5bb6-4c51-8f7c-e012a69efa1e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0681036 Nov 18 16:26:07.418216 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f44268-a27c-45fd-97d8-9995a8b87e4b req-381e56ef-2ab3-4e0b-ab24-fe3c9ea9db48 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:07.420644 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-75f44268-a27c-45fd-97d8-9995a8b87e4b req-381e56ef-2ab3-4e0b-ab24-fe3c9ea9db48 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 946 time: 0.0909832 Nov 18 16:26:07.474456 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-75f44268-a27c-45fd-97d8-9995a8b87e4b req-90b1569d-a6c1-4c94-aab5-b3fde193117d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473325 Nov 18 16:26:08.704249 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77d6a7-9195-404a-87fe-87226943086a req-ca681152-1e9a-4e2e-b591-ea3d2fa0905c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:08.705956 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8d77d6a7-9195-404a-87fe-87226943086a req-ca681152-1e9a-4e2e-b591-ea3d2fa0905c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 946 time: 0.0859611 Nov 18 16:26:08.756225 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8d77d6a7-9195-404a-87fe-87226943086a req-8eca1ef9-026b-453f-8828-8183723fa505 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442092 Nov 18 16:26:09.152488 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9a915831-8b87-4df2-932b-ff3e69384688 req-959e89d0-d1aa-44cf-978a-a3b8e1d59dfc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a059fa3edee14481b95a1aed15fa9fcb&device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 1163 time: 0.1021678 Nov 18 16:26:09.298478 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a915831-8b87-4df2-932b-ff3e69384688 req-53367358-fbd2-4d14-b840-16e4c0165f94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:09.300049 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9a915831-8b87-4df2-932b-ff3e69384688 req-53367358-fbd2-4d14-b840-16e4c0165f94 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8f88308-3b7d-4f88-a379-67873b752770 HTTP/1.1" status: 200 len: 908 time: 0.1405406 Nov 18 16:26:09.408436 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9a915831-8b87-4df2-932b-ff3e69384688 req-24df795b-e2b4-438a-a7a7-10778833debc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cac7d01-0975-4cb3-8bbd-e64158ecbf39 HTTP/1.1" status: 200 len: 1001 time: 0.1015115 Nov 18 16:26:09.478008 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a915831-8b87-4df2-932b-ff3e69384688 req-97f1a50a-8043-475f-986f-90a53ed63718 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:09.479557 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9a915831-8b87-4df2-932b-ff3e69384688 req-97f1a50a-8043-475f-986f-90a53ed63718 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e930cec8-6db8-483a-9efd-6ad1d182df64 HTTP/1.1" status: 200 len: 853 time: 0.0638492 Nov 18 16:26:09.561281 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9a915831-8b87-4df2-932b-ff3e69384688 req-715a8fb6-4ea1-4097-afaf-a995f1da2962 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8f88308-3b7d-4f88-a379-67873b752770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0741262 Nov 18 16:26:09.705985 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9a915831-8b87-4df2-932b-ff3e69384688 req-ee878eae-246c-4704-9df3-9f6a55d33133 service neutron] 10.222.0.13 "GET /v2.0/networks/d8f88308-3b7d-4f88-a379-67873b752770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375434 Nov 18 16:26:10.141921 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9a915831-8b87-4df2-932b-ff3e69384688 req-66ac5b91-3335-4b19-88c5-3dbc170a95ad service neutron] 10.222.0.13 "GET /v2.0/networks/d8f88308-3b7d-4f88-a379-67873b752770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4289224 Nov 18 16:26:10.149006 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22faba-ba52-4068-b81a-c589435d8202 req-c8b8375a-8eb1-4523-918e-93074ac24a13 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:10.150493 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5a22faba-ba52-4068-b81a-c589435d8202 req-c8b8375a-8eb1-4523-918e-93074ac24a13 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 946 time: 0.1871281 Nov 18 16:26:10.199275 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5a22faba-ba52-4068-b81a-c589435d8202 req-d252268c-d7fb-46a3-8263-1f2f0f75f55a tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424552 Nov 18 16:26:10.948082 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595825af-3b72-4694-ac5c-cec40a1b284a req-948eaaf1-8b5d-4c82-aafe-abfebbdcb5ac tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:10.949788 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-595825af-3b72-4694-ac5c-cec40a1b284a req-948eaaf1-8b5d-4c82-aafe-abfebbdcb5ac tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 946 time: 0.0869644 Nov 18 16:26:11.002519 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-595825af-3b72-4694-ac5c-cec40a1b284a req-df0fa20c-0385-4c35-a4d7-2eb07baccd0f tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0454443 Nov 18 16:26:11.425082 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67952c5-4368-43a6-b8f6-079d374bc238 req-e2e10816-95cd-4930-b3e3-2deaaa8d2bcf tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:11.426591 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c67952c5-4368-43a6-b8f6-079d374bc238 req-e2e10816-95cd-4930-b3e3-2deaaa8d2bcf tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 946 time: 0.0830936 Nov 18 16:26:11.474042 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c67952c5-4368-43a6-b8f6-079d374bc238 req-9fd4f9b5-a79d-4d84-b287-12cca4da39a8 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413370 Nov 18 16:26:12.032507 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 1cac7d01-0975-4cb3-8bbd-e64158ecbf39 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:26:12.157441 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:12.187847 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306e6d3a-c1e6-4712-b4a4-efae4e8ea50a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cac7d01-0975-4cb3-8bbd-e64158ecbf39'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:26:12.200597 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port 1cac7d01-0975-4cb3-8bbd-e64158ecbf39, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=1cac7d01-0975-4cb3-8bbd-e64158ecbf39,segment=NetworkSegment(59bd26ae-f544-4976-8326-f88f38f0fa15),segment_id=59bd26ae-f544-4976-8326-f88f38f0fa15)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:26:12.232652 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:12.234605 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8567fa4d-e8bb-4c7a-b5c0-313814b9ff26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:26:12.241158 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaebabe-847a-4cbb-80e0-b6b7e4d2ec66 req-8627debb-af60-4f87-8be7-484f0ff900e0 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:12.242782 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4eaebabe-847a-4cbb-80e0-b6b7e4d2ec66 req-8627debb-af60-4f87-8be7-484f0ff900e0 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 946 time: 0.1026254 Nov 18 16:26:12.299752 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4eaebabe-847a-4cbb-80e0-b6b7e4d2ec66 req-e7e82c66-b069-4e71-bdee-3d9051c0008f tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0505848 Nov 18 16:26:12.305890 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=1cac7d01-0975-4cb3-8bbd-e64158ecbf39,revision_number=5']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:26:12.309974 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:26:12.323744 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306e6d3a-c1e6-4712-b4a4-efae4e8ea50a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cac7d01-0975-4cb3-8bbd-e64158ecbf39', 'code': 200} Nov 18 16:26:12.712685 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014cfb0-e087-4c83-aa06-6bd4c59203a6 req-989f3f90-26b8-49ae-a7cd-6c27ba1672bf tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:12.714441 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f014cfb0-e087-4c83-aa06-6bd4c59203a6 req-989f3f90-26b8-49ae-a7cd-6c27ba1672bf tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 944 time: 0.0903111 Nov 18 16:26:12.763783 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f014cfb0-e087-4c83-aa06-6bd4c59203a6 req-ff485eb9-389f-4967-b786-29022b3a0b94 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431676 Nov 18 16:26:13.522999 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdec43e-12fa-42c2-be90-aa2c91e3039a req-cdd55b3a-a17b-4619-9881-4b6c496b26dc tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:13.524633 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9bdec43e-12fa-42c2-be90-aa2c91e3039a req-cdd55b3a-a17b-4619-9881-4b6c496b26dc tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 946 time: 0.0908892 Nov 18 16:26:13.581153 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9bdec43e-12fa-42c2-be90-aa2c91e3039a req-c1e5d4bc-1b8c-4a37-af65-82e625e7df18 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0493131 Nov 18 16:26:14.868445 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42fea6-ce31-44ad-bd49-6c91d4b0ba80 req-f6da759f-ca4b-4a1e-9fc6-42e9a3a1bbf3 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:14.870063 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9e42fea6-ce31-44ad-bd49-6c91d4b0ba80 req-f6da759f-ca4b-4a1e-9fc6-42e9a3a1bbf3 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 946 time: 0.0945022 Nov 18 16:26:14.922220 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9e42fea6-ce31-44ad-bd49-6c91d4b0ba80 req-0c6104ab-308f-4e75-bd43-dd8f7aee0fd9 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0453668 Nov 18 16:26:15.489351 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a7914-7b18-43cd-8f03-29b1548a34cf req-a8488e0c-db9f-4cbc-a53f-b1e0041efdb1 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:15.490986 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fd2a7914-7b18-43cd-8f03-29b1548a34cf req-a8488e0c-db9f-4cbc-a53f-b1e0041efdb1 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 944 time: 0.0900071 Nov 18 16:26:15.541894 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fd2a7914-7b18-43cd-8f03-29b1548a34cf req-f39d977c-2933-41cc-8600-609bfab6ba14 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434995 Nov 18 16:26:15.657358 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 52918) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:26:15.819284 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9219cd86-d8de-435a-af19-b225b894bdaf req-2d9e964f-9c2f-42a8-a47b-7ffc792d3fc9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1605523 Nov 18 16:26:16.148599 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65d1a5-4601-4fde-b969-cca55faafc27 req-5d6a731f-b190-43c5-8f49-19f7b944d46a tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:16.150247 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ce65d1a5-4601-4fde-b969-cca55faafc27 req-5d6a731f-b190-43c5-8f49-19f7b944d46a tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 946 time: 0.0893848 Nov 18 16:26:16.203584 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ce65d1a5-4601-4fde-b969-cca55faafc27 req-63b1fb47-46fa-454e-9755-d39e8609409f tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0461469 Nov 18 16:26:16.776746 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee7db9-f322-4ba7-a52b-cb0ddd2ef16d req-22a1a21d-5c35-47b7-afe8-230e954e4726 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:16.779099 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6dee7db9-f322-4ba7-a52b-cb0ddd2ef16d req-22a1a21d-5c35-47b7-afe8-230e954e4726 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 944 time: 0.0853751 Nov 18 16:26:16.889884 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6dee7db9-f322-4ba7-a52b-cb0ddd2ef16d req-4e4b38f7-d66e-45df-a644-9420fb528bae tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0712974 Nov 18 16:26:16.900743 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9219cd86-d8de-435a-af19-b225b894bdaf req-e4f42e2a-71dd-4e67-aba4-d447f0b263b4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a&tenant_id=a059fa3edee14481b95a1aed15fa9fcb HTTP/1.1" status: 200 len: 1161 time: 0.2151589 Nov 18 16:26:17.005113 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9219cd86-d8de-435a-af19-b225b894bdaf req-15f5ef0c-8ae0-4828-bcf1-1e89a264b63f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a059fa3edee14481b95a1aed15fa9fcb&device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 1161 time: 0.0774860 Nov 18 16:26:17.154894 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219cd86-d8de-435a-af19-b225b894bdaf req-31b50e48-cd0d-44b4-9031-20e424d739b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:17.156382 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9219cd86-d8de-435a-af19-b225b894bdaf req-31b50e48-cd0d-44b4-9031-20e424d739b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8f88308-3b7d-4f88-a379-67873b752770 HTTP/1.1" status: 200 len: 908 time: 0.1446798 Nov 18 16:26:17.270749 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9219cd86-d8de-435a-af19-b225b894bdaf req-ac156775-9230-4c8b-9f90-c606e9be3880 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cac7d01-0975-4cb3-8bbd-e64158ecbf39 HTTP/1.1" status: 200 len: 999 time: 0.1057873 Nov 18 16:26:17.343810 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219cd86-d8de-435a-af19-b225b894bdaf req-c0eb42b2-2ea6-4588-bd45-f46a83fd057d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:17.345470 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9219cd86-d8de-435a-af19-b225b894bdaf req-c0eb42b2-2ea6-4588-bd45-f46a83fd057d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e930cec8-6db8-483a-9efd-6ad1d182df64 HTTP/1.1" status: 200 len: 853 time: 0.0659034 Nov 18 16:26:17.438771 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9219cd86-d8de-435a-af19-b225b894bdaf req-bdc7696a-162d-447b-9cd3-3a66629a75d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8f88308-3b7d-4f88-a379-67873b752770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0851066 Nov 18 16:26:17.443339 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc88e2-8619-4f3d-aa4a-204e80601b81 req-dce05f1b-bbc0-4653-a88a-c10489ee0b44 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:17.445016 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-aefc88e2-8619-4f3d-aa4a-204e80601b81 req-dce05f1b-bbc0-4653-a88a-c10489ee0b44 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 946 time: 0.1029761 Nov 18 16:26:17.498677 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-aefc88e2-8619-4f3d-aa4a-204e80601b81 req-3e950830-265f-41e1-a727-f003842e5b6d tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0461109 Nov 18 16:26:17.600426 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9219cd86-d8de-435a-af19-b225b894bdaf req-3e437094-502b-466c-9155-e1ae2b75888e service neutron] 10.222.0.13 "GET /v2.0/networks/d8f88308-3b7d-4f88-a379-67873b752770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534977 Nov 18 16:26:17.761313 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9219cd86-d8de-435a-af19-b225b894bdaf req-d209c8e2-9e3a-42d6-8295-8425c657bb3f service neutron] 10.222.0.13 "GET /v2.0/networks/d8f88308-3b7d-4f88-a379-67873b752770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1511452 Nov 18 16:26:18.133871 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3408bfd-07f5-4db5-9dc2-cd7cd006f5c4 req-aa67b293-b17e-436d-b75f-94ec0e09a463 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:18.135497 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c3408bfd-07f5-4db5-9dc2-cd7cd006f5c4 req-aa67b293-b17e-436d-b75f-94ec0e09a463 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 944 time: 0.0919986 Nov 18 16:26:18.186068 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c3408bfd-07f5-4db5-9dc2-cd7cd006f5c4 req-e8db0887-9d2f-4161-9258-9db48c6dcdee tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436890 Nov 18 16:26:18.733173 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e6821-03b0-43f7-90a7-676eef5203e1 req-fb678dfd-e147-4f8c-8f57-2ddf4506462e tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:18.735182 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3f1e6821-03b0-43f7-90a7-676eef5203e1 req-fb678dfd-e147-4f8c-8f57-2ddf4506462e tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 946 time: 0.0922756 Nov 18 16:26:18.801133 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3f1e6821-03b0-43f7-90a7-676eef5203e1 req-c40f98ea-6060-48f9-b442-e045df06a1e4 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0592077 Nov 18 16:26:18.818754 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f569c-9815-451f-928d-d75196a5ea7b req-cfac99c0-339e-4a63-9b71-68cc8cc3fb93 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:18.820505 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1b6f569c-9815-451f-928d-d75196a5ea7b req-cfac99c0-339e-4a63-9b71-68cc8cc3fb93 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.1286914 Nov 18 16:26:18.910002 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1b6f569c-9815-451f-928d-d75196a5ea7b req-2345c8d1-b23a-4e10-aaff-c4bee8ad635b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800383 Nov 18 16:26:19.064563 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dc7b4012-5f1a-4139-ab8a-c49080f2285a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:19.162042 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 6 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:26:19.435622 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440a810-4c8d-4c17-8aaf-f1a45bc53125 req-65803e19-e1cb-429d-a957-7e9e5912d89f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:19.437264 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c440a810-4c8d-4c17-8aaf-f1a45bc53125 req-65803e19-e1cb-429d-a957-7e9e5912d89f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 944 time: 0.0917299 Nov 18 16:26:19.490239 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c440a810-4c8d-4c17-8aaf-f1a45bc53125 req-cf1238fc-e249-4d9f-932a-e90add36b4f5 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459757 Nov 18 16:26:20.029308 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325bd4c-c427-4b45-8507-01e56437d884 req-c21f9aea-04f9-42c3-839c-458cce22be25 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:20.032504 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5325bd4c-c427-4b45-8507-01e56437d884 req-c21f9aea-04f9-42c3-839c-458cce22be25 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 946 time: 0.1022809 Nov 18 16:26:20.094056 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5325bd4c-c427-4b45-8507-01e56437d884 req-0563e9d7-0bae-40ff-b3ef-2c3f72c3088e tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0560501 Nov 18 16:26:20.148463 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e5db8-9dd4-4c6c-acbc-7e560f6f89cf req-7b318025-9a3e-45a0-bb52-e0e4deb24376 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:20.150191 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d36e5db8-9dd4-4c6c-acbc-7e560f6f89cf req-7b318025-9a3e-45a0-bb52-e0e4deb24376 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.0995688 Nov 18 16:26:20.205719 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d36e5db8-9dd4-4c6c-acbc-7e560f6f89cf req-5041b01d-9522-46d2-8310-e114d929416b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489633 Nov 18 16:26:20.735775 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e56a67-fca5-4136-a3df-d4f69e26ecae req-abc0769e-3057-460b-9e82-a47236afbd35 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:20.742617 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-93e56a67-fca5-4136-a3df-d4f69e26ecae req-abc0769e-3057-460b-9e82-a47236afbd35 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 944 time: 0.0986731 Nov 18 16:26:20.790016 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-93e56a67-fca5-4136-a3df-d4f69e26ecae req-f9d979eb-ff43-47ad-8af7-78863cab89b9 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462735 Nov 18 16:26:21.323378 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc18da-c9d1-4a48-a6f9-8f40d47d3ac2 req-89758419-f7ba-470d-85f2-672c3e8b015d tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:21.325667 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7dbc18da-c9d1-4a48-a6f9-8f40d47d3ac2 req-89758419-f7ba-470d-85f2-672c3e8b015d tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 946 time: 0.0909913 Nov 18 16:26:21.388447 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7dbc18da-c9d1-4a48-a6f9-8f40d47d3ac2 req-54866158-1dd3-4d28-9c32-fc70af82ee27 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0558600 Nov 18 16:26:21.433376 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9dbb3b-1e2b-4582-bde0-62fd8642ce6e req-2feeb88d-2984-4f50-8192-eb0c4d942529 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:21.435578 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ca9dbb3b-1e2b-4582-bde0-62fd8642ce6e req-2feeb88d-2984-4f50-8192-eb0c4d942529 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.0908391 Nov 18 16:26:21.487483 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ca9dbb3b-1e2b-4582-bde0-62fd8642ce6e req-302b49fa-519e-474f-8836-49903fb90e07 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450861 Nov 18 16:26:21.617180 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-535ebf2a-526e-4d69-9477-658f4aa5ea60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:22.046827 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323815f-bc64-4fe6-99a5-539976753733 req-332e71b8-0b06-4866-8467-89a3cd993d55 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:22.048481 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a323815f-bc64-4fe6-99a5-539976753733 req-332e71b8-0b06-4866-8467-89a3cd993d55 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 944 time: 0.0996196 Nov 18 16:26:22.086123 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:22.109382 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a323815f-bc64-4fe6-99a5-539976753733 req-4b16681f-a682-4a77-a4c1-aba64c41517f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546887 Nov 18 16:26:22.141925 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:26:22.221807 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:26:22.222149 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:22.605313 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5ae29-186a-4557-adfc-02edcb792cfc req-66ef14a2-db18-431e-a86d-0564cd60a2c3 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:22.608012 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-52c5ae29-186a-4557-adfc-02edcb792cfc req-66ef14a2-db18-431e-a86d-0564cd60a2c3 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 946 time: 0.0889554 Nov 18 16:26:22.667704 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-52c5ae29-186a-4557-adfc-02edcb792cfc req-ce976678-36c1-43e3-99bd-34f5e33de031 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0530679 Nov 18 16:26:22.734379 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2e228-4b90-4b2b-89b8-8f16d83a2093 req-135ff1eb-f801-450c-9428-8903414dab97 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:22.736025 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-53b2e228-4b90-4b2b-89b8-8f16d83a2093 req-135ff1eb-f801-450c-9428-8903414dab97 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.0958452 Nov 18 16:26:22.788154 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-53b2e228-4b90-4b2b-89b8-8f16d83a2093 req-5e198be0-20d1-4a3c-b3b4-e2d936b5408a tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457757 Nov 18 16:26:23.055212 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:23.361859 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87fc5b-d075-4977-918d-cbe4f3277fbe req-3f821286-f6c2-4023-ad7f-ceba91e72e87 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:23.364678 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fd87fc5b-d075-4977-918d-cbe4f3277fbe req-3f821286-f6c2-4023-ad7f-ceba91e72e87 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 944 time: 0.1018984 Nov 18 16:26:23.417862 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fd87fc5b-d075-4977-918d-cbe4f3277fbe req-0ce8ff41-976e-4a89-9a34-cb245ab94ff8 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476460 Nov 18 16:26:23.947654 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a867fe7-8538-4907-a760-a599bf91e147 req-ff14a686-2591-4883-8c9d-619cb2c990f5 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:23.949248 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3a867fe7-8538-4907-a760-a599bf91e147 req-ff14a686-2591-4883-8c9d-619cb2c990f5 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 946 time: 0.1220636 Nov 18 16:26:23.974661 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:24.028478 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3a867fe7-8538-4907-a760-a599bf91e147 req-1b1773f7-f9d9-492f-8373-504c55938dc8 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0720508 Nov 18 16:26:24.051525 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5bbf8-3ef6-4d2e-b4c0-28ecf2a79254 req-88b149d1-ba18-4481-8f20-c425fb3a4dfc tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:24.056413 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-43e5bbf8-3ef6-4d2e-b4c0-28ecf2a79254 req-88b149d1-ba18-4481-8f20-c425fb3a4dfc tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.1078243 Nov 18 16:26:24.115300 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-43e5bbf8-3ef6-4d2e-b4c0-28ecf2a79254 req-70cfcd79-52d4-4f45-b0cd-dfa12011e11e tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546186 Nov 18 16:26:24.654285 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686d376-7985-4b8a-b7a5-30499e4cb054 req-82673fc3-d934-480c-9909-e88043bc1bf9 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:24.656044 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6686d376-7985-4b8a-b7a5-30499e4cb054 req-82673fc3-d934-480c-9909-e88043bc1bf9 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 944 time: 0.0880487 Nov 18 16:26:24.722238 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6686d376-7985-4b8a-b7a5-30499e4cb054 req-f5947c9e-b3c1-4dc6-b893-12278769328d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589046 Nov 18 16:26:25.263500 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c1a41-9976-4d86-93a4-b4da2a06273c req-379b4ca2-5ea5-4ad8-891b-e32fef0f29e7 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:25.265174 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a70c1a41-9976-4d86-93a4-b4da2a06273c req-379b4ca2-5ea5-4ad8-891b-e32fef0f29e7 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 946 time: 0.0901961 Nov 18 16:26:25.337321 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacdea81-afee-470a-a2fc-dfbb5401e486 req-fcd4e98a-ac83-4977-b24b-00407a00c3fc tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:25.338087 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a70c1a41-9976-4d86-93a4-b4da2a06273c req-cc96bda3-02cd-495e-890d-17d3a8a24e2d tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0643640 Nov 18 16:26:25.339390 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-eacdea81-afee-470a-a2fc-dfbb5401e486 req-fcd4e98a-ac83-4977-b24b-00407a00c3fc tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.0871298 Nov 18 16:26:25.401692 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-eacdea81-afee-470a-a2fc-dfbb5401e486 req-a0316112-6dca-4d05-8634-aecd1295299c tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459471 Nov 18 16:26:26.015891 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e07a4-d5cc-4766-8088-05c608305af2 req-d265364b-5ae4-4b3d-a411-f0cf7faf190c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:26.022916 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5d9e07a4-d5cc-4766-8088-05c608305af2 req-d265364b-5ae4-4b3d-a411-f0cf7faf190c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 944 time: 0.1024013 Nov 18 16:26:26.067820 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5d9e07a4-d5cc-4766-8088-05c608305af2 req-30891f41-555d-41ee-b6e9-fb6480e16d96 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437090 Nov 18 16:26:26.562744 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ff687-44a3-4e3d-bb8d-f65cccb2fad4 req-fcc9099c-20ea-4188-80cb-29b8d5452d3a tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:26.564345 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-271ff687-44a3-4e3d-bb8d-f65cccb2fad4 req-fcc9099c-20ea-4188-80cb-29b8d5452d3a tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 946 time: 0.0946074 Nov 18 16:26:26.638179 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67e05c-e709-42fe-b4b1-db06273aef5b req-2ead9f22-105a-4685-bd39-d9061a6f811f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:26.642350 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-271ff687-44a3-4e3d-bb8d-f65cccb2fad4 req-91b90354-8395-4c61-97a2-1032b919bdfd tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0714211 Nov 18 16:26:26.646343 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6a67e05c-e709-42fe-b4b1-db06273aef5b req-2ead9f22-105a-4685-bd39-d9061a6f811f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.0990644 Nov 18 16:26:26.692276 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6a67e05c-e709-42fe-b4b1-db06273aef5b req-30842d11-40c9-4101-a9c1-93de1e053553 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449536 Nov 18 16:26:27.312879 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905046b-5133-496e-8acb-ae3ded9b1ad9 req-b1273f7e-464b-4f23-b1fc-899dfedc119a tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:27.314480 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f905046b-5133-496e-8acb-ae3ded9b1ad9 req-b1273f7e-464b-4f23-b1fc-899dfedc119a tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 944 time: 0.0901856 Nov 18 16:26:27.369939 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f905046b-5133-496e-8acb-ae3ded9b1ad9 req-6c382bb3-e6ca-4b5b-9b37-bf5b07d0fc54 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489666 Nov 18 16:26:27.645838 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:27.894285 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4fae2-d87b-444f-aa1c-ad1b268c9b79 req-59f280f4-05ff-4228-91e1-43705deb59d5 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:27.903263 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-45b4fae2-d87b-444f-aa1c-ad1b268c9b79 req-59f280f4-05ff-4228-91e1-43705deb59d5 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 946 time: 0.1366489 Nov 18 16:26:27.949411 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-45b4fae2-d87b-444f-aa1c-ad1b268c9b79 req-1a611dfd-0625-4d2b-b5cc-a27cdc77e0a6 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0450504 Nov 18 16:26:27.971180 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf26e1e-b286-4131-b35d-92988b4f523b req-43cb3ea4-24c8-4c2c-8a70-b63b41b535ca tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:27.972831 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ebf26e1e-b286-4131-b35d-92988b4f523b req-43cb3ea4-24c8-4c2c-8a70-b63b41b535ca tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.0916789 Nov 18 16:26:28.031047 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ebf26e1e-b286-4131-b35d-92988b4f523b req-6c8f8d98-b422-42cc-9b90-1fac00925103 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519054 Nov 18 16:26:28.620210 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff334445-968f-4823-93d8-075bc7017e38 req-647f26da-bb8c-4df8-9864-3700128395f3 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:28.622425 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ff334445-968f-4823-93d8-075bc7017e38 req-647f26da-bb8c-4df8-9864-3700128395f3 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 944 time: 0.0886953 Nov 18 16:26:28.678155 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ff334445-968f-4823-93d8-075bc7017e38 req-9155bf2b-5d55-43a6-96de-1e6e815c810f tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488999 Nov 18 16:26:29.180394 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319feee-72d0-4076-8b32-7d49d9347312 req-84c8125c-b8a8-42f3-bb3b-d531d935fc0e tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:29.182054 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9319feee-72d0-4076-8b32-7d49d9347312 req-84c8125c-b8a8-42f3-bb3b-d531d935fc0e tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 946 time: 0.0843692 Nov 18 16:26:29.231684 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9319feee-72d0-4076-8b32-7d49d9347312 req-b446f0d8-4cab-4ce5-8d5a-a52d38a55174 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0427594 Nov 18 16:26:29.257770 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14e25c-a2ad-446e-817d-413e329d92c6 req-edec15be-0e89-4611-b7b5-376485306414 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:29.259381 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ae14e25c-a2ad-446e-817d-413e329d92c6 req-edec15be-0e89-4611-b7b5-376485306414 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.0863769 Nov 18 16:26:29.309888 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ae14e25c-a2ad-446e-817d-413e329d92c6 req-9bf2a660-28a4-4ad6-87e0-4a7b31d7f99b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431993 Nov 18 16:26:29.671815 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c12303a4-cdf1-4572-95c6-61ba87c78b29 req-5871d738-08d8-4339-80fb-1c933f869af6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23f88eb8bc4948b6812bad8784ebd805&device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 1163 time: 0.0849993 Nov 18 16:26:29.828559 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12303a4-cdf1-4572-95c6-61ba87c78b29 req-b4bbd8df-c91a-4c9f-9dbf-f528fbb4a8c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:29.830106 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c12303a4-cdf1-4572-95c6-61ba87c78b29 req-b4bbd8df-c91a-4c9f-9dbf-f528fbb4a8c9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b81a599e-838a-4ffe-9e4f-9c727b5fc469 HTTP/1.1" status: 200 len: 902 time: 0.1485450 Nov 18 16:26:29.918199 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffba02c-3835-47f7-b662-4f3d58a8eae2 req-a16ae0f8-6f42-405a-a92b-46f59863b3f2 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:29.919998 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8ffba02c-3835-47f7-b662-4f3d58a8eae2 req-a16ae0f8-6f42-405a-a92b-46f59863b3f2 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 944 time: 0.0887661 Nov 18 16:26:29.947456 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c12303a4-cdf1-4572-95c6-61ba87c78b29 req-a9fd3b7f-36ec-42a2-8a32-87002c83f243 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12ef6aa6-acc8-4bbe-9cee-7442c4d02abb HTTP/1.1" status: 200 len: 1002 time: 0.1097429 Nov 18 16:26:29.976722 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8ffba02c-3835-47f7-b662-4f3d58a8eae2 req-6afe89e4-b40c-4bde-b240-fdebd7937444 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505779 Nov 18 16:26:30.025202 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12303a4-cdf1-4572-95c6-61ba87c78b29 req-496eee9d-2f22-444d-a40b-57042bedfdec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:30.026790 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c12303a4-cdf1-4572-95c6-61ba87c78b29 req-496eee9d-2f22-444d-a40b-57042bedfdec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=859a5374-f920-4fac-bd2d-9321c5f26e4f HTTP/1.1" status: 200 len: 847 time: 0.0716321 Nov 18 16:26:30.110902 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c12303a4-cdf1-4572-95c6-61ba87c78b29 req-f7294db8-bb11-41ed-b83b-17490788badb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b81a599e-838a-4ffe-9e4f-9c727b5fc469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758319 Nov 18 16:26:30.122589 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:26:30.194756 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:26:30.195170 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:30.257185 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c12303a4-cdf1-4572-95c6-61ba87c78b29 req-65b25a43-229d-4972-88e8-a0108733e25a service neutron] 10.222.0.13 "GET /v2.0/networks/b81a599e-838a-4ffe-9e4f-9c727b5fc469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391969 Nov 18 16:26:30.455867 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c12303a4-cdf1-4572-95c6-61ba87c78b29 req-e13983b9-a8d1-47b1-9704-5ecfbefbc19d service neutron] 10.222.0.13 "GET /v2.0/networks/b81a599e-838a-4ffe-9e4f-9c727b5fc469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1920252 Nov 18 16:26:30.492621 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f7732-aabb-45d0-9326-b3849414ef08 req-f026f4cd-6d29-40c5-9df6-2c1d45377a38 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:30.494225 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-420f7732-aabb-45d0-9326-b3849414ef08 req-f026f4cd-6d29-40c5-9df6-2c1d45377a38 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 946 time: 0.1043179 Nov 18 16:26:30.541468 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c6fde-6986-4a9b-8fa7-6088f4782b86 req-fe466861-d078-4143-a468-aabebd441a5d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:30.543698 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b59c6fde-6986-4a9b-8fa7-6088f4782b86 req-fe466861-d078-4143-a468-aabebd441a5d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.0993369 Nov 18 16:26:30.544381 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-420f7732-aabb-45d0-9326-b3849414ef08 req-10fd876b-cdd4-4752-8efe-c8c18f487d59 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0436215 Nov 18 16:26:30.598344 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b59c6fde-6986-4a9b-8fa7-6088f4782b86 req-6a0e2376-613e-4cf3-b7e0-c6efc7048c47 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488875 Nov 18 16:26:31.208126 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16475d0f-2cc9-4e5d-8ea9-34518803bbba req-60fca722-33f7-4560-936d-b1a1b176b69b tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:31.209753 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-16475d0f-2cc9-4e5d-8ea9-34518803bbba req-60fca722-33f7-4560-936d-b1a1b176b69b tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 944 time: 0.0834324 Nov 18 16:26:31.257958 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-16475d0f-2cc9-4e5d-8ea9-34518803bbba req-8291b6aa-4157-4c3a-a750-6eff61688615 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418026 Nov 18 16:26:31.763422 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c00374-89b4-419d-b3f7-d572d37ff35b req-3cce3452-d1f3-407b-b2e5-320c207c68bb tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:31.765205 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-08c00374-89b4-419d-b3f7-d572d37ff35b req-3cce3452-d1f3-407b-b2e5-320c207c68bb tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 946 time: 0.0870452 Nov 18 16:26:31.824673 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1037b-ab50-4d2f-9c64-aa4566e89306 req-3bfa04a4-345b-4da3-82eb-e2cb78e64c86 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:31.826435 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-50f1037b-ab50-4d2f-9c64-aa4566e89306 req-3bfa04a4-345b-4da3-82eb-e2cb78e64c86 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.0963495 Nov 18 16:26:31.829371 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-08c00374-89b4-419d-b3f7-d572d37ff35b req-65ad2284-03c2-44c8-911d-2508aa9ba836 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0579343 Nov 18 16:26:31.876527 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-50f1037b-ab50-4d2f-9c64-aa4566e89306 req-893bbc7a-7bdb-4dc9-b39e-0867c0e8acb1 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437887 Nov 18 16:26:32.461965 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 1cac7d01-0975-4cb3-8bbd-e64158ecbf39 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:26:32.497704 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800de6ea-e1ea-41f8-a936-896c8a838e19 req-4c832610-4289-49b0-a5f2-1c493951abc5 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:32.499299 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-800de6ea-e1ea-41f8-a936-896c8a838e19 req-4c832610-4289-49b0-a5f2-1c493951abc5 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 944 time: 0.0949535 Nov 18 16:26:32.547871 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 1cac7d01-0975-4cb3-8bbd-e64158ecbf39 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:26:32.548292 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:32.557615 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-800de6ea-e1ea-41f8-a936-896c8a838e19 req-7a2a796d-dca4-4b52-91b9-71d24d8084c4 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519729 Nov 18 16:26:32.680873 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:32.710372 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306e6d3a-c1e6-4712-b4a4-efae4e8ea50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cac7d01-0975-4cb3-8bbd-e64158ecbf39'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:26:32.720682 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port 1cac7d01-0975-4cb3-8bbd-e64158ecbf39, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=1cac7d01-0975-4cb3-8bbd-e64158ecbf39,segment=NetworkSegment(59bd26ae-f544-4976-8326-f88f38f0fa15),segment_id=59bd26ae-f544-4976-8326-f88f38f0fa15)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:26:32.748894 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:32.751026 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:26:32.821669 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=1cac7d01-0975-4cb3-8bbd-e64158ecbf39,revision_number=6']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:26:32.824504 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:26:32.857818 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:26:32.873568 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306e6d3a-c1e6-4712-b4a4-efae4e8ea50a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cac7d01-0975-4cb3-8bbd-e64158ecbf39', 'code': 200} Nov 18 16:26:32.952026 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:32.995466 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=12ef6aa6-acc8-4bbe-9cee-7442c4d02abb,segment=NetworkSegment(55e8528c-95cf-4217-a937-dca6741bdca2),segment_id=55e8528c-95cf-4217-a937-dca6741bdca2)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:26:33.044029 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:33.046501 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:26:33.081666 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e1c32-10e0-45fc-b26e-fd1a64122798 req-e7cd26c0-5118-48c6-beae-7556307abcf9 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:33.083580 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5f5e1c32-10e0-45fc-b26e-fd1a64122798 req-e7cd26c0-5118-48c6-beae-7556307abcf9 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 944 time: 0.0918212 Nov 18 16:26:33.121395 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=12ef6aa6-acc8-4bbe-9cee-7442c4d02abb,revision_number=5']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:26:33.124462 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:26:33.140450 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5f5e1c32-10e0-45fc-b26e-fd1a64122798 req-0967b44c-b3dd-47e7-92b9-591360097540 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0484614 Nov 18 16:26:33.193547 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa957d2-370d-40fe-a829-c9697650aab3 req-32bad12b-8833-4350-b4f9-93351a081bd8 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:33.195071 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1fa957d2-370d-40fe-a829-c9697650aab3 req-32bad12b-8833-4350-b4f9-93351a081bd8 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.1229868 Nov 18 16:26:33.248875 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1fa957d2-370d-40fe-a829-c9697650aab3 req-c67ed710-3efb-4623-adb3-8ba31a2726ce tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467985 Nov 18 16:26:33.575212 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d6d4d0d1-e4f5-441c-ab8b-d2e53f45c81a req-c31a190c-fd44-4e3f-af2d-7e803f3bdd47 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 1163 time: 0.3307462 Nov 18 16:26:33.627498 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a50b7a-b03c-4eed-8eae-91de4f16dcde req-893e3503-d182-4b88-bbb7-dd0105d1fbf1 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:33.628753 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a1a50b7a-b03c-4eed-8eae-91de4f16dcde req-893e3503-d182-4b88-bbb7-dd0105d1fbf1 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 944 time: 0.0882244 Nov 18 16:26:33.630340 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-df0b52b3-f68c-4728-81d0-4c60f9c806bd req-56d242f7-7627-4759-8ba5-add21499b882 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1330929 Nov 18 16:26:33.633762 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d6d4d0d1-e4f5-441c-ab8b-d2e53f45c81a req-7f0c88ea-5bb8-4c16-8750-38a656805565 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505590 Nov 18 16:26:33.679744 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a1a50b7a-b03c-4eed-8eae-91de4f16dcde req-0294ca71-367f-4cef-b656-cb1f00d12597 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0446579 Nov 18 16:26:33.820883 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773129fd-3ac5-4e42-b635-3f8ddb5d4afa req-6d273487-a534-4725-8b1a-0687e16d5b5c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:33.820883 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-773129fd-3ac5-4e42-b635-3f8ddb5d4afa req-6d273487-a534-4725-8b1a-0687e16d5b5c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 946 time: 0.0872302 Nov 18 16:26:33.869131 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-773129fd-3ac5-4e42-b635-3f8ddb5d4afa req-003548a3-177f-42e5-bc56-37149e2c6dee tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452909 Nov 18 16:26:34.138289 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 1cac7d01-0975-4cb3-8bbd-e64158ecbf39 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:26:34.217722 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 1cac7d01-0975-4cb3-8bbd-e64158ecbf39 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:26:34.218174 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:34.469282 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be412026-6cc6-4f17-aacc-75ed47c24095 req-c15f5e59-22fd-4fd5-8c51-668cf5a23e9b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:34.470925 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-be412026-6cc6-4f17-aacc-75ed47c24095 req-c15f5e59-22fd-4fd5-8c51-668cf5a23e9b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.0866773 Nov 18 16:26:34.524394 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-be412026-6cc6-4f17-aacc-75ed47c24095 req-9dfdab26-7345-4d42-816c-0e8f7eba9a6e tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472295 Nov 18 16:26:34.875250 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12ef6aa6-acc8-4bbe-9cee-7442c4d02abb'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:26:34.920099 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed61304-cc13-40b3-9911-a36fc0bd7713 req-ae54fe50-36d4-45e8-b8ad-635cadc38630 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:34.921799 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-bed61304-cc13-40b3-9911-a36fc0bd7713 req-ae54fe50-36d4-45e8-b8ad-635cadc38630 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 944 time: 0.0980771 Nov 18 16:26:34.934204 dv-cinder-759955-2-smb neutron-server[80275]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '12ef6aa6-acc8-4bbe-9cee-7442c4d02abb', 'code': 422} returned with failed status Nov 18 16:26:34.975120 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-bed61304-cc13-40b3-9911-a36fc0bd7713 req-f82ef49b-50e5-46f2-8fac-5a5305057f45 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0436454 Nov 18 16:26:35.131751 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2a8f4-5525-42f0-9b7e-6545ae76c8d4 req-a7db19f0-6d21-4ffe-bd74-198d48323f26 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:35.134199 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-dcb2a8f4-5525-42f0-9b7e-6545ae76c8d4 req-a7db19f0-6d21-4ffe-bd74-198d48323f26 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 946 time: 0.0880129 Nov 18 16:26:35.186384 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-dcb2a8f4-5525-42f0-9b7e-6545ae76c8d4 req-593609ac-5e3f-4127-b29a-bfe0b6d18477 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457044 Nov 18 16:26:35.312694 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-df0b52b3-f68c-4728-81d0-4c60f9c806bd req-acb3fbc1-e49d-4fe7-9bfb-3a80267246c9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9&tenant_id=23f88eb8bc4948b6812bad8784ebd805 HTTP/1.1" status: 200 len: 1161 time: 0.0777986 Nov 18 16:26:35.415278 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-df0b52b3-f68c-4728-81d0-4c60f9c806bd req-bc77bf93-035e-4e13-b665-adcc0851499b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23f88eb8bc4948b6812bad8784ebd805&device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 1161 time: 0.0812161 Nov 18 16:26:35.565770 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b52b3-f68c-4728-81d0-4c60f9c806bd req-36df2aff-c43f-4443-9b3f-85c5f0fbd384 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:35.567581 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-df0b52b3-f68c-4728-81d0-4c60f9c806bd req-36df2aff-c43f-4443-9b3f-85c5f0fbd384 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b81a599e-838a-4ffe-9e4f-9c727b5fc469 HTTP/1.1" status: 200 len: 902 time: 0.1455848 Nov 18 16:26:35.725714 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-df0b52b3-f68c-4728-81d0-4c60f9c806bd req-7f375ae4-7f56-4596-94e4-2c47c9a5965b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12ef6aa6-acc8-4bbe-9cee-7442c4d02abb HTTP/1.1" status: 200 len: 1000 time: 0.1507893 Nov 18 16:26:35.826266 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a476433-3263-4d44-b2ca-c56efdb56a2f req-d84385ce-3425-4a15-8b9e-5fd74f17495e tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:35.828154 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-0a476433-3263-4d44-b2ca-c56efdb56a2f req-d84385ce-3425-4a15-8b9e-5fd74f17495e tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.1613722 Nov 18 16:26:35.874128 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b52b3-f68c-4728-81d0-4c60f9c806bd req-9cb2c70f-b476-4daf-a7ba-49dd41dadb44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:35.876095 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-df0b52b3-f68c-4728-81d0-4c60f9c806bd req-9cb2c70f-b476-4daf-a7ba-49dd41dadb44 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=859a5374-f920-4fac-bd2d-9321c5f26e4f HTTP/1.1" status: 200 len: 847 time: 0.1418056 Nov 18 16:26:35.948027 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-0a476433-3263-4d44-b2ca-c56efdb56a2f req-af3f98ef-a2ba-43be-bbff-3eba2900c01f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039810 Nov 18 16:26:35.980870 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-df0b52b3-f68c-4728-81d0-4c60f9c806bd req-c578897e-7746-473e-bf3a-13d51bf2e77e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b81a599e-838a-4ffe-9e4f-9c727b5fc469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0927010 Nov 18 16:26:36.150157 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-df0b52b3-f68c-4728-81d0-4c60f9c806bd req-a3b64770-ce07-40ae-a27d-6848f6e237db service neutron] 10.222.0.13 "GET /v2.0/networks/b81a599e-838a-4ffe-9e4f-9c727b5fc469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621671 Nov 18 16:26:36.161539 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 1cac7d01-0975-4cb3-8bbd-e64158ecbf39 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:26:36.238387 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 1cac7d01-0975-4cb3-8bbd-e64158ecbf39 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:26:36.238813 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:36.326380 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-df0b52b3-f68c-4728-81d0-4c60f9c806bd req-70092700-ff9c-4817-92d3-43eafcead809 service neutron] 10.222.0.13 "GET /v2.0/networks/b81a599e-838a-4ffe-9e4f-9c727b5fc469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1694429 Nov 18 16:26:36.487371 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04a170-4789-4f33-ab73-5b96683aa7da req-80355973-3925-4163-8ef2-cf367b9b95c5 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:36.489778 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-da04a170-4789-4f33-ab73-5b96683aa7da req-80355973-3925-4163-8ef2-cf367b9b95c5 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 944 time: 0.1035962 Nov 18 16:26:36.560566 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-da04a170-4789-4f33-ab73-5b96683aa7da req-9fde5540-38fb-4cbb-8a67-97d935f877b2 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0645752 Nov 18 16:26:36.645038 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-872916e9-d34d-4633-aa5f-cb5b02325d97 req-5ec5c5f7-d2a2-46d6-92a4-72633c26a162 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=292e2beb7a044caea157c6f5f46c0ccb&device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 1162 time: 0.0830960 Nov 18 16:26:36.659006 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0bff76-1c66-442e-b8fa-f0ab1ee5a0f3 req-2b94e0bb-6b47-49d1-b568-fe479d2b014e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:36.660627 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1a0bff76-1c66-442e-b8fa-f0ab1ee5a0f3 req-2b94e0bb-6b47-49d1-b568-fe479d2b014e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 946 time: 0.1116481 Nov 18 16:26:36.869003 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872916e9-d34d-4633-aa5f-cb5b02325d97 req-da58a1ae-0bcf-45be-86c0-e88c97238ccf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:36.870668 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-872916e9-d34d-4633-aa5f-cb5b02325d97 req-da58a1ae-0bcf-45be-86c0-e88c97238ccf service neutron] 10.222.0.13 "GET /v2.0/networks?id=ece5bf5e-8c90-44e7-9b10-a7a886498ac3 HTTP/1.1" status: 200 len: 905 time: 0.2185512 Nov 18 16:26:36.935856 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1a0bff76-1c66-442e-b8fa-f0ab1ee5a0f3 req-0717af34-d789-4579-81f2-e1ab793a36de tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2612467 Nov 18 16:26:36.941989 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0a056-203d-4aca-87cf-6b6837087e8a req-237b3315-7db5-4d0b-a321-f5ce933b9786 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:36.943598 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-21a0a056-203d-4aca-87cf-6b6837087e8a req-237b3315-7db5-4d0b-a321-f5ce933b9786 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.1867967 Nov 18 16:26:37.026334 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-872916e9-d34d-4633-aa5f-cb5b02325d97 req-d0f1424e-7caa-4b05-b74f-a5703c556a02 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f20cd0b-9c77-42d3-bc58-b9890f1eab63 HTTP/1.1" status: 200 len: 1000 time: 0.1476796 Nov 18 16:26:37.032255 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-21a0a056-203d-4aca-87cf-6b6837087e8a req-09dea115-c94c-4522-a9f4-e93f0c03f5e1 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823472 Nov 18 16:26:37.103903 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872916e9-d34d-4633-aa5f-cb5b02325d97 req-c1eb5b11-dc92-41a2-aca4-e1b06a7d0395 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:37.105562 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-872916e9-d34d-4633-aa5f-cb5b02325d97 req-c1eb5b11-dc92-41a2-aca4-e1b06a7d0395 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197 HTTP/1.1" status: 200 len: 850 time: 0.0722828 Nov 18 16:26:37.195031 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-872916e9-d34d-4633-aa5f-cb5b02325d97 req-98cf15fa-abb3-43aa-9fba-fa191ab6fd47 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ece5bf5e-8c90-44e7-9b10-a7a886498ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0769246 Nov 18 16:26:37.341151 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-872916e9-d34d-4633-aa5f-cb5b02325d97 req-6de227b0-9e10-4f2c-9fd7-b8e42b5b0a93 service neutron] 10.222.0.13 "GET /v2.0/networks/ece5bf5e-8c90-44e7-9b10-a7a886498ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386456 Nov 18 16:26:37.489103 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-872916e9-d34d-4633-aa5f-cb5b02325d97 req-84a88939-20c6-4c70-97b9-6cc23be4cccc service neutron] 10.222.0.13 "GET /v2.0/networks/ece5bf5e-8c90-44e7-9b10-a7a886498ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1408241 Nov 18 16:26:37.790522 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820661c4-6014-40d2-8a6c-ab17435c5442 req-4a543d21-7a5f-4979-b4eb-5f7f03984569 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:37.792445 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-820661c4-6014-40d2-8a6c-ab17435c5442 req-4a543d21-7a5f-4979-b4eb-5f7f03984569 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 944 time: 0.0864389 Nov 18 16:26:37.856620 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-820661c4-6014-40d2-8a6c-ab17435c5442 req-16ba55db-402e-45f1-ad86-2d17f85842ef tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0562267 Nov 18 16:26:38.173361 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c563a-585d-482f-9d32-3b73d9d745d5 req-6e296fbe-9936-4770-a620-23eb0d3ae6b2 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:38.175114 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-697c563a-585d-482f-9d32-3b73d9d745d5 req-6e296fbe-9936-4770-a620-23eb0d3ae6b2 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?device_id=a0600871-9b49-4873-9d2b-e301cb7124b5 HTTP/1.1" status: 200 len: 946 time: 0.0948813 Nov 18 16:26:38.226689 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-697c563a-585d-482f-9d32-3b73d9d745d5 req-c411caf6-cbc3-4975-b45d-509338211dc8 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/security-groups?id=1e456741-8800-40c7-acd9-2904c9615908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453279 Nov 18 16:26:38.274408 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92822a3a-ec98-44e6-a501-dc5d505f7bee req-85c1a2fc-b850-4ad1-8623-b55b4e99a883 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:38.276015 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-92822a3a-ec98-44e6-a501-dc5d505f7bee req-85c1a2fc-b850-4ad1-8623-b55b4e99a883 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.1047678 Nov 18 16:26:38.330511 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-92822a3a-ec98-44e6-a501-dc5d505f7bee req-90eaaff6-9a60-4df6-948c-37bcb56e856b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476756 Nov 18 16:26:38.749248 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 1cac7d01-0975-4cb3-8bbd-e64158ecbf39 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:26:38.821053 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 1cac7d01-0975-4cb3-8bbd-e64158ecbf39 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:26:38.821482 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:38.943841 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:26:39.015798 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:26:39.016216 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:39.071765 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2047d4f-88ef-47d4-8fdf-e19042b38e18 req-71d2282e-98d5-4372-b4f2-0616c83f8ec6 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:39.073403 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d2047d4f-88ef-47d4-8fdf-e19042b38e18 req-71d2282e-98d5-4372-b4f2-0616c83f8ec6 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 944 time: 0.0829158 Nov 18 16:26:39.126968 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d2047d4f-88ef-47d4-8fdf-e19042b38e18 req-eebd780e-51f1-4ce0-86c4-96900fbe84c8 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0469303 Nov 18 16:26:39.137422 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:39.167188 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ef6aa6-acc8-4bbe-9cee-7442c4d02abb'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:26:39.177269 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=12ef6aa6-acc8-4bbe-9cee-7442c4d02abb,segment=NetworkSegment(55e8528c-95cf-4217-a937-dca6741bdca2),segment_id=55e8528c-95cf-4217-a937-dca6741bdca2)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:26:39.211407 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:39.213454 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-21ee8e4c-403c-4e29-82ae-67177901bcca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:26:39.244773 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ef6aa6-acc8-4bbe-9cee-7442c4d02abb', 'code': 200} Nov 18 16:26:39.284213 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=12ef6aa6-acc8-4bbe-9cee-7442c4d02abb,revision_number=6']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:26:39.293825 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:39.294214 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:39.294595 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:39.294972 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:39.295346 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:39.295714 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:39.296078 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:39.296447 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:39.296851 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:39.297198 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:39.297560 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:39.297922 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:39.298354 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:39.298718 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:39.299080 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:39.299440 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:39.299798 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:39.300159 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:39.300518 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:39.300943 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:39.301303 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:39.301667 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:39.302029 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:39.302388 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:39.306669 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:26:39.447299 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05b08b-51b7-46c0-a176-7c3e2939d43c req-193b882e-b3bf-4e4a-b470-39a44d805c8b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:39.449624 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ea05b08b-51b7-46c0-a176-7c3e2939d43c req-193b882e-b3bf-4e4a-b470-39a44d805c8b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?device_id=a0600871-9b49-4873-9d2b-e301cb7124b5 HTTP/1.1" status: 200 len: 946 time: 0.0848327 Nov 18 16:26:39.499476 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ea05b08b-51b7-46c0-a176-7c3e2939d43c req-0dd2ed28-c5cd-4d9d-b63f-a0351adcb2da tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/security-groups?id=1e456741-8800-40c7-acd9-2904c9615908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431588 Nov 18 16:26:39.627378 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1105f-f3c2-4620-bd1c-426df33e5d84 req-ceff78b4-9089-4fd4-aa24-88372fab738d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:39.628948 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-18c1105f-f3c2-4620-bd1c-426df33e5d84 req-ceff78b4-9089-4fd4-aa24-88372fab738d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.1523042 Nov 18 16:26:39.631908 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7c377214-6abd-4128-a16d-986245f70d17 req-24791b21-2e19-45cc-a573-3203e5dd8d1f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 1163 time: 0.1143675 Nov 18 16:26:39.709559 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-18c1105f-f3c2-4620-bd1c-426df33e5d84 req-b92bd46b-1da9-46d3-b5ad-8d87cb1812a1 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736520 Nov 18 16:26:39.713820 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7c377214-6abd-4128-a16d-986245f70d17 req-02847512-b2ed-40da-a585-f133c939e6f8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0631158 Nov 18 16:26:40.224454 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:26:40.349993 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fba41-7ad7-4493-95ec-0c0c0c4ddc48 req-63d3d623-013c-4332-b9b6-a1006fc5b27f tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:40.351718 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ab6fba41-7ad7-4493-95ec-0c0c0c4ddc48 req-63d3d623-013c-4332-b9b6-a1006fc5b27f tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 946 time: 0.0958366 Nov 18 16:26:40.405907 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ab6fba41-7ad7-4493-95ec-0c0c0c4ddc48 req-93dccffd-7c5b-494a-9420-ff5df6fd142b tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0473337 Nov 18 16:26:40.454051 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:26:40.454472 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:40.720455 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71978ee7-312c-4c44-afba-140145ffb734 req-16918da7-99b7-4594-ad01-61f0591d53a2 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:40.721996 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-71978ee7-312c-4c44-afba-140145ffb734 req-16918da7-99b7-4594-ad01-61f0591d53a2 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?device_id=a0600871-9b49-4873-9d2b-e301cb7124b5 HTTP/1.1" status: 200 len: 946 time: 0.0857759 Nov 18 16:26:40.774606 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-71978ee7-312c-4c44-afba-140145ffb734 req-714756c9-b80e-429d-b349-1083b4c8703f tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/security-groups?id=1e456741-8800-40c7-acd9-2904c9615908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463152 Nov 18 16:26:41.624538 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87835d4-6878-468a-8b0f-8a1fe5b280ea req-105c66e1-87f9-499c-92fb-6b80ccade165 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:41.626172 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c87835d4-6878-468a-8b0f-8a1fe5b280ea req-105c66e1-87f9-499c-92fb-6b80ccade165 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 946 time: 0.0850661 Nov 18 16:26:41.678087 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c87835d4-6878-468a-8b0f-8a1fe5b280ea req-fe12e2e3-fc49-47d0-b73b-430fcaa0f340 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0454996 Nov 18 16:26:42.009842 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c557227-d810-48e8-8220-970ba2bb2144 req-9950320c-5855-4acd-8569-53d8dedd21de tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:42.012049 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3c557227-d810-48e8-8220-970ba2bb2144 req-9950320c-5855-4acd-8569-53d8dedd21de tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?device_id=a0600871-9b49-4873-9d2b-e301cb7124b5 HTTP/1.1" status: 200 len: 946 time: 0.0880444 Nov 18 16:26:42.061376 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3c557227-d810-48e8-8220-970ba2bb2144 req-6c28efcb-036b-4f28-b978-e59e8febf0f3 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/security-groups?id=1e456741-8800-40c7-acd9-2904c9615908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431070 Nov 18 16:26:43.047216 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0df9b-4634-443c-ac69-165a539b7693 req-86ded413-3338-4b48-a257-42f6848c2315 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:43.048778 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-aae0df9b-4634-443c-ac69-165a539b7693 req-86ded413-3338-4b48-a257-42f6848c2315 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.13 "GET /v2.0/ports?device_id=a0600871-9b49-4873-9d2b-e301cb7124b5 HTTP/1.1" status: 200 len: 946 time: 0.0877936 Nov 18 16:26:43.123843 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-aae0df9b-4634-443c-ac69-165a539b7693 req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Deleting port 68a73f68-02fe-458e-8b8d-11c098f73f4b {{(pid=80386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:26:43.124242 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-aae0df9b-4634-443c-ac69-165a539b7693 req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:43.287449 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000c6c1-ef4f-43aa-aa2a-bb635914a529 req-ab91450c-2efe-4be8-99c3-326f4ac2f0a7 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:43.289073 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5000c6c1-ef4f-43aa-aa2a-bb635914a529 req-ab91450c-2efe-4be8-99c3-326f4ac2f0a7 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?device_id=a0600871-9b49-4873-9d2b-e301cb7124b5 HTTP/1.1" status: 200 len: 946 time: 0.0925708 Nov 18 16:26:43.340383 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5000c6c1-ef4f-43aa-aa2a-bb635914a529 req-aad7145e-d6dd-41b9-80d9-5eb91e89df99 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/security-groups?id=1e456741-8800-40c7-acd9-2904c9615908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443411 Nov 18 16:26:43.592345 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-aae0df9b-4634-443c-ac69-165a539b7693 req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] For port 68a73f68-02fe-458e-8b8d-11c098f73f4b, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=68a73f68-02fe-458e-8b8d-11c098f73f4b,segment=NetworkSegment(02c10dff-5e87-4b10-884e-567fbac76910),segment_id=02c10dff-5e87-4b10-884e-567fbac76910)] {{(pid=80386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:26:43.592745 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-aae0df9b-4634-443c-ac69-165a539b7693 req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:43.718662 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-aae0df9b-4634-443c-ac69-165a539b7693 req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Calling delete_port for 68a73f68-02fe-458e-8b8d-11c098f73f4b owned by compute:nova {{(pid=80386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:26:44.026034 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-aae0df9b-4634-443c-ac69-165a539b7693 req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1990542'] for port, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:44.044478 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:26:44.099534 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Pushing event deleted for resources: {'Port': ['ID=68a73f68-02fe-458e-8b8d-11c098f73f4b,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:26:44.167067 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:44.168491 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:44.168923 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:44.169325 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:44.169717 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:44.170105 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:44.170491 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:44.170875 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:44.171257 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:44.171637 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:44.172016 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:44.172394 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:44.172862 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:44.173245 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:44.173624 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:44.173999 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:44.174376 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:44.175418 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:44.175809 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:44.176372 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:44.176753 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:44.177158 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:44.177537 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:44.177745 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 68a73f68-02fe-458e-8b8d-11c098f73f4b no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:26:44.177910 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:44.181575 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:26:44.213661 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] No Port match for: 68a73f68-02fe-458e-8b8d-11c098f73f4b {{(pid=80388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:26:44.214546 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 68a73f68-02fe-458e-8b8d-11c098f73f4b not bound to the agent host hv-cinder-75995 {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:26:44.269749 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae0df9b-4634-443c-ac69-165a539b7693 req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] No DVR routers for this DVR port 68a73f68-02fe-458e-8b8d-11c098f73f4b on host hv-cinder-75995 {{(pid=80386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:26:44.272177 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-aae0df9b-4634-443c-ac69-165a539b7693 req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:44.274906 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0600871-9b49-4873-9d2b-e301cb7124b5', 'name': 'network-vif-deleted', 'tag': '68a73f68-02fe-458e-8b8d-11c098f73f4b'}] {{(pid=80386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:26:44.315083 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-aae0df9b-4634-443c-ac69-165a539b7693 req-eb01cae4-ecb0-424b-a2bc-493c78c1e00b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.13 "DELETE /v2.0/ports/68a73f68-02fe-458e-8b8d-11c098f73f4b HTTP/1.1" status: 204 len: 173 time: 1.2611315 Nov 18 16:26:44.420649 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0600871-9b49-4873-9d2b-e301cb7124b5', 'name': 'network-vif-deleted', 'tag': '68a73f68-02fe-458e-8b8d-11c098f73f4b', 'status': 'completed', 'code': 200} Nov 18 16:26:44.516981 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-aa81fbd3-2505-4835-ab0d-2bf948806b70 req-0180cba2-17cb-48c1-aed6-deaa849eb71a tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?device_id=a0600871-9b49-4873-9d2b-e301cb7124b5 HTTP/1.1" status: 200 len: 210 time: 0.0454299 Nov 18 16:26:49.074364 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-60bce13e-57ea-4203-b6b2-217ae7284a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:50.460041 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-a4b064cd-f7b0-4346-a305-fd8c30a59ce6 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:50.461569 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-a4b064cd-f7b0-4346-a305-fd8c30a59ce6 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/networks?id=bbcba1de-b565-4732-82e3-2ffde33ce8dd HTTP/1.1" status: 200 len: 813 time: 0.1579742 Nov 18 16:26:50.478376 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-1a70066c-c192-4bfa-8514-d0ac6fdbdf2b tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/quotas/20222f18218e40eb8cc2d8f2fe67be2f HTTP/1.1" status: 200 len: 375 time: 0.0107188 Nov 18 16:26:50.535327 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-7c3b7603-d11a-4061-86f1-8f258f3d1714 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?tenant_id=20222f18218e40eb8cc2d8f2fe67be2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512056 Nov 18 16:26:50.760613 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-c071d991-e247-4fe6-96aa-7ac6678dfda6 service neutron] 10.222.0.26 "GET /v2.0/networks/bbcba1de-b565-4732-82e3-2ffde33ce8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167864 Nov 18 16:26:50.903282 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-769798c3-22ff-4119-afe1-46a29f495efd service neutron] 10.222.0.26 "GET /v2.0/networks/bbcba1de-b565-4732-82e3-2ffde33ce8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1363211 Nov 18 16:26:51.135005 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-7fe30a32-4024-4744-acad-709c89ad2ee0 req-0df0fd8b-95db-4c50-bb35-ae388115ba47 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Synchronizing usage tracker for tenant:20222f18218e40eb8cc2d8f2fe67be2f on resource:port {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:26:51.188337 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-7fe30a32-4024-4744-acad-709c89ad2ee0 req-0df0fd8b-95db-4c50-bb35-ae388115ba47 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Unset dirty status for tenant:20222f18218e40eb8cc2d8f2fe67be2f on resource:port {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:26:51.189741 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7fe30a32-4024-4744-acad-709c89ad2ee0 req-0df0fd8b-95db-4c50-bb35-ae388115ba47 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?device_id=dbd9f977-d298-4307-91bd-ffa581ed6c97 HTTP/1.1" status: 200 len: 210 time: 0.1058915 Nov 18 16:26:51.673978 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-44750406-a516-4e4b-bee9-0fb1f2139650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:52.077407 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:52.364917 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2b998274-79f1-422a-9637-38a40c703cd0 req-b9fdb083-7672-46db-8c10-7974d41983c2 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?device_id=dbd9f977-d298-4307-91bd-ffa581ed6c97 HTTP/1.1" status: 200 len: 210 time: 0.0467138 Nov 18 16:26:52.723610 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-78e898fb-236a-41af-a179-b24463cf7a1e tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:52.725211 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-78e898fb-236a-41af-a179-b24463cf7a1e tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.13 "GET /v2.0/networks?id=bbcba1de-b565-4732-82e3-2ffde33ce8dd HTTP/1.1" status: 200 len: 813 time: 0.1624792 Nov 18 16:26:52.753567 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-01480537-d4fe-440f-8281-8608109a8cdc tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Request body: {'port': {'device_id': 'dbd9f977-d298-4307-91bd-ffa581ed6c97', 'network_id': 'bbcba1de-b565-4732-82e3-2ffde33ce8dd', 'admin_state_up': True, 'tenant_id': '20222f18218e40eb8cc2d8f2fe67be2f'}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:26:52.916451 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-01480537-d4fe-440f-8281-8608109a8cdc tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:26:52.927084 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-01480537-d4fe-440f-8281-8608109a8cdc tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:26:52.957502 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-01480537-d4fe-440f-8281-8608109a8cdc tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Made reservation on behalf of 20222f18218e40eb8cc2d8f2fe67be2f for: {'port': 1} {{(pid=80386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:26:52.963394 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-01480537-d4fe-440f-8281-8608109a8cdc tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:53.043504 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:53.278562 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-01480537-d4fe-440f-8281-8608109a8cdc tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Allocated IP 172.20.0.12 (bbcba1de-b565-4732-82e3-2ffde33ce8dd/0fb2aae9-f9cc-4d37-85a6-9dc20a06ed52/073daf93-9674-4050-86a5-a5e8d853dd7c) {{(pid=80386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:26:53.499757 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-01480537-d4fe-440f-8281-8608109a8cdc tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Notify callbacks [] for port, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:53.552223 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c2c186e5-2c99-46cc-8285-8ebeca01b7d7 req-5a20f495-e7b4-4c4b-aa5f-68e1d9d343fc tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?device_id=dbd9f977-d298-4307-91bd-ffa581ed6c97 HTTP/1.1" status: 200 len: 210 time: 0.0490479 Nov 18 16:26:53.600126 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-01480537-d4fe-440f-8281-8608109a8cdc tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1990542'] for port, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:53.615520 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:26:53.691241 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:53.760979 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01480537-d4fe-440f-8281-8608109a8cdc tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Pushing event updated for resources: {'Port': ['ID=073daf93-9674-4050-86a5-a5e8d853dd7c,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:26:53.765447 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-01480537-d4fe-440f-8281-8608109a8cdc tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:26:53.813950 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-01480537-d4fe-440f-8281-8608109a8cdc tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Network bbcba1de-b565-4732-82e3-2ffde33ce8dd is already hosted by enough agents. {{(pid=80386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:26:53.815191 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-01480537-d4fe-440f-8281-8608109a8cdc tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Resources bound (agent type, host, resource id): {{(pid=80386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:26:53.817650 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-01480537-d4fe-440f-8281-8608109a8cdc tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Received port after_create {{(pid=80386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:26:53.881538 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-01480537-d4fe-440f-8281-8608109a8cdc tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:53.882211 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-01480537-d4fe-440f-8281-8608109a8cdc tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:53.931981 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-01480537-d4fe-440f-8281-8608109a8cdc tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1824429 Nov 18 16:26:53.945814 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-aadf4c01-9698-434e-ab50-c35bbba61183 service neutron] Request body: {'port': {'device_id': 'dbd9f977-d298-4307-91bd-ffa581ed6c97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:26:54.060239 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-aadf4c01-9698-434e-ab50-c35bbba61183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:54.463611 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-aadf4c01-9698-434e-ab50-c35bbba61183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 073daf93-9674-4050-86a5-a5e8d853dd7c {{(pid=80386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:26:54.470786 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-aadf4c01-9698-434e-ab50-c35bbba61183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:54.483416 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-aadf4c01-9698-434e-ab50-c35bbba61183 service neutron] Transition to ACTIVE for port object 073daf93-9674-4050-86a5-a5e8d853dd7c will not be triggered until provisioned by entity L2. {{(pid=80386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:26:54.528498 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-aadf4c01-9698-434e-ab50-c35bbba61183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852785257'] for port, after_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:54.544415 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:26:54.691486 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf4c01-9698-434e-ab50-c35bbba61183 service neutron] Pushing event updated for resources: {'Port': ['ID=073daf93-9674-4050-86a5-a5e8d853dd7c,revision_number=2']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:26:54.698136 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-aadf4c01-9698-434e-ab50-c35bbba61183 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:26:54.770228 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf1604-671f-439b-8b20-28dd722dd8a3 req-feac4ffc-7a59-47a0-bd94-90b13d92e0cf tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:54.772204 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7fcf1604-671f-439b-8b20-28dd722dd8a3 req-feac4ffc-7a59-47a0-bd94-90b13d92e0cf tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?device_id=dbd9f977-d298-4307-91bd-ffa581ed6c97 HTTP/1.1" status: 200 len: 944 time: 0.0873020 Nov 18 16:26:54.829451 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7fcf1604-671f-439b-8b20-28dd722dd8a3 req-b6057ace-6310-4cab-a25b-553098dbda25 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/security-groups?id=1e456741-8800-40c7-acd9-2904c9615908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476027 Nov 18 16:26:54.874486 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-aadf4c01-9698-434e-ab50-c35bbba61183 service neutron] Attempting to bind port 073daf93-9674-4050-86a5-a5e8d853dd7c on host hv-cinder-75995 for vnic_type normal with profile {{(pid=80386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:26:54.874858 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-aadf4c01-9698-434e-ab50-c35bbba61183 service neutron] Attempting to bind port 073daf93-9674-4050-86a5-a5e8d853dd7c by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '02c10dff-5e87-4b10-884e-567fbac76910', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bbcba1de-b565-4732-82e3-2ffde33ce8dd'}] {{(pid=80386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:26:54.875225 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-aadf4c01-9698-434e-ab50-c35bbba61183 service neutron] Attempting to bind port 073daf93-9674-4050-86a5-a5e8d853dd7c on network bbcba1de-b565-4732-82e3-2ffde33ce8dd {{(pid=80386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:26:54.882120 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-aadf4c01-9698-434e-ab50-c35bbba61183 service neutron] Checking agent: {'id': '3488e2eb-83f3-429f-9709-c44be6a31d37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 18, 57), 'started_at': datetime.datetime(2020, 11, 18, 16, 19, 27), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:26:54.882496 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-aadf4c01-9698-434e-ab50-c35bbba61183 service neutron] Checking segment: {'id': '02c10dff-5e87-4b10-884e-567fbac76910', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bbcba1de-b565-4732-82e3-2ffde33ce8dd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:26:54.882896 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-aadf4c01-9698-434e-ab50-c35bbba61183 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:54.883292 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-aadf4c01-9698-434e-ab50-c35bbba61183 service neutron] Bound using segment: {'id': '02c10dff-5e87-4b10-884e-567fbac76910', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bbcba1de-b565-4732-82e3-2ffde33ce8dd'} {{(pid=80386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:26:54.883767 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-aadf4c01-9698-434e-ab50-c35bbba61183 service neutron] Bound port: 073daf93-9674-4050-86a5-a5e8d853dd7c, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c10dff-5e87-4b10-884e-567fbac76910', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bbcba1de-b565-4732-82e3-2ffde33ce8dd'}}] {{(pid=80386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:26:54.884134 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-aadf4c01-9698-434e-ab50-c35bbba61183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:54.975523 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-aadf4c01-9698-434e-ab50-c35bbba61183 service neutron] For port 073daf93-9674-4050-86a5-a5e8d853dd7c, host hv-cinder-75995, cleared binding levels {{(pid=80386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:26:54.978696 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-aadf4c01-9698-434e-ab50-c35bbba61183 service neutron] For port 073daf93-9674-4050-86a5-a5e8d853dd7c, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=073daf93-9674-4050-86a5-a5e8d853dd7c,segment=NetworkSegment(02c10dff-5e87-4b10-884e-567fbac76910),segment_id=02c10dff-5e87-4b10-884e-567fbac76910)] {{(pid=80386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:26:55.005530 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-aadf4c01-9698-434e-ab50-c35bbba61183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852785257'] for port, after_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:55.021610 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-aadf4c01-9698-434e-ab50-c35bbba61183 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:26:55.173029 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf4c01-9698-434e-ab50-c35bbba61183 service neutron] Pushing event updated for resources: {'Port': ['ID=073daf93-9674-4050-86a5-a5e8d853dd7c,revision_number=3']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:26:55.178120 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-aadf4c01-9698-434e-ab50-c35bbba61183 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:26:55.213320 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-aadf4c01-9698-434e-ab50-c35bbba61183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:55.215058 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-aadf4c01-9698-434e-ab50-c35bbba61183 service neutron] 10.222.0.13 "PUT /v2.0/ports/073daf93-9674-4050-86a5-a5e8d853dd7c HTTP/1.1" status: 200 len: 1158 time: 1.2738352 Nov 18 16:26:55.215571 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd9f977-d298-4307-91bd-ffa581ed6c97', 'tag': '073daf93-9674-4050-86a5-a5e8d853dd7c'}] {{(pid=80386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:26:55.360274 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-a280810d-238c-4c35-8dcd-62eb3dc2e826 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20222f18218e40eb8cc2d8f2fe67be2f&device_id=dbd9f977-d298-4307-91bd-ffa581ed6c97 HTTP/1.1" status: 200 len: 1161 time: 0.0805821 Nov 18 16:26:55.426340 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd9f977-d298-4307-91bd-ffa581ed6c97', 'tag': '073daf93-9674-4050-86a5-a5e8d853dd7c', 'status': 'completed', 'code': 200} Nov 18 16:26:55.443833 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-78c47ae8-a450-4813-a000-5027b1b88c0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=073daf93-9674-4050-86a5-a5e8d853dd7c HTTP/1.1" status: 200 len: 217 time: 0.0706971 Nov 18 16:26:55.738069 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-8d1efe98-6593-4572-95b2-8d1f6b3b38d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:55.739593 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-8d1efe98-6593-4572-95b2-8d1f6b3b38d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0fb2aae9-f9cc-4d37-85a6-9dc20a06ed52 HTTP/1.1" status: 200 len: 853 time: 0.2829070 Nov 18 16:26:55.794887 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-9ec7b5cc-d28d-4aa6-86b0-d07c47d18290 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbcba1de-b565-4732-82e3-2ffde33ce8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442312 Nov 18 16:26:55.947005 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-153eff93-d213-4fdb-9df1-ef132504c087 service neutron] 10.222.0.13 "GET /v2.0/networks/bbcba1de-b565-4732-82e3-2ffde33ce8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390817 Nov 18 16:26:56.096773 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e673f467-4c5a-466e-9fd9-8f446768d4c4 req-daaff6f8-4cba-4757-86c1-0db06bc7d3c2 service neutron] 10.222.0.13 "GET /v2.0/networks/bbcba1de-b565-4732-82e3-2ffde33ce8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1407633 Nov 18 16:26:56.097732 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba45ffa-229e-41fd-84b5-5b75a4fa4cde req-490835eb-6f4c-40d5-b574-86e664aa5448 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:56.099298 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-bba45ffa-229e-41fd-84b5-5b75a4fa4cde req-490835eb-6f4c-40d5-b574-86e664aa5448 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?device_id=dbd9f977-d298-4307-91bd-ffa581ed6c97 HTTP/1.1" status: 200 len: 944 time: 0.1313169 Nov 18 16:26:56.162872 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-817d55ea-5070-4e46-bc71-6ddd0cfa8952 req-76ffdc2f-f49e-4023-85fc-49eabf5b62b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1330795 Nov 18 16:26:56.163140 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 6 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:26:56.173358 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-bba45ffa-229e-41fd-84b5-5b75a4fa4cde req-e8591fb3-4f51-4e56-acdd-8a45a8b6b228 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/security-groups?id=1e456741-8800-40c7-acd9-2904c9615908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657785 Nov 18 16:26:56.274877 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-817d55ea-5070-4e46-bc71-6ddd0cfa8952 req-3605b092-2bdb-460d-bfcf-3ff2dc96b7a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a059fa3edee14481b95a1aed15fa9fcb&device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 1163 time: 0.0792120 Nov 18 16:26:56.276642 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ea2d3f1c-764a-47c4-94db-167f30eee59b req-af27c207-9219-433e-b398-7481a3d66e6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20222f18218e40eb8cc2d8f2fe67be2f&device_id=dbd9f977-d298-4307-91bd-ffa581ed6c97 HTTP/1.1" status: 200 len: 1161 time: 0.0806487 Nov 18 16:26:56.438669 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d3f1c-764a-47c4-94db-167f30eee59b req-c8d68c5e-9300-47a6-8f72-4d1f9cbf1d13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:56.440181 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ea2d3f1c-764a-47c4-94db-167f30eee59b req-c8d68c5e-9300-47a6-8f72-4d1f9cbf1d13 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bbcba1de-b565-4732-82e3-2ffde33ce8dd HTTP/1.1" status: 200 len: 907 time: 0.1411812 Nov 18 16:26:56.441393 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d55ea-5070-4e46-bc71-6ddd0cfa8952 req-ad933b95-d2d8-4179-9e61-dc0f89a5d36e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:56.442940 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-817d55ea-5070-4e46-bc71-6ddd0cfa8952 req-ad933b95-d2d8-4179-9e61-dc0f89a5d36e service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8f88308-3b7d-4f88-a379-67873b752770 HTTP/1.1" status: 200 len: 908 time: 0.1430709 Nov 18 16:26:56.521045 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ea2d3f1c-764a-47c4-94db-167f30eee59b req-b4e754f4-d835-48c0-8344-22450527be34 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=073daf93-9674-4050-86a5-a5e8d853dd7c HTTP/1.1" status: 200 len: 217 time: 0.0678167 Nov 18 16:26:56.560084 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-817d55ea-5070-4e46-bc71-6ddd0cfa8952 req-e897efb1-f49e-4cb9-ac50-08e7fb0f3de2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cac7d01-0975-4cb3-8bbd-e64158ecbf39 HTTP/1.1" status: 200 len: 1001 time: 0.1059129 Nov 18 16:26:56.591334 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d3f1c-764a-47c4-94db-167f30eee59b req-b387e917-2716-45b2-a4d1-fed64b7bd8ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:56.592920 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ea2d3f1c-764a-47c4-94db-167f30eee59b req-b387e917-2716-45b2-a4d1-fed64b7bd8ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0fb2aae9-f9cc-4d37-85a6-9dc20a06ed52 HTTP/1.1" status: 200 len: 853 time: 0.0650957 Nov 18 16:26:56.643325 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ea2d3f1c-764a-47c4-94db-167f30eee59b req-2220a144-c198-40ac-98fa-8906509f1ddb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bbcba1de-b565-4732-82e3-2ffde33ce8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427010 Nov 18 16:26:56.644927 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d55ea-5070-4e46-bc71-6ddd0cfa8952 req-65cae1c7-9b2c-4ae9-8ed8-9706540433a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:56.646784 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-817d55ea-5070-4e46-bc71-6ddd0cfa8952 req-65cae1c7-9b2c-4ae9-8ed8-9706540433a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e930cec8-6db8-483a-9efd-6ad1d182df64 HTTP/1.1" status: 200 len: 853 time: 0.0704017 Nov 18 16:26:56.798092 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-817d55ea-5070-4e46-bc71-6ddd0cfa8952 req-a7fdd0c7-be2b-43a3-937a-216ebc8d1e7d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8f88308-3b7d-4f88-a379-67873b752770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1271427 Nov 18 16:26:56.862400 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ea2d3f1c-764a-47c4-94db-167f30eee59b req-39fe4e76-c204-495e-a145-1d957a12151f service neutron] 10.222.0.13 "GET /v2.0/networks/bbcba1de-b565-4732-82e3-2ffde33ce8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926532 Nov 18 16:26:56.956319 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-817d55ea-5070-4e46-bc71-6ddd0cfa8952 req-5680973f-8f86-48ca-9b7c-59684ef59950 service neutron] 10.222.0.13 "GET /v2.0/networks/d8f88308-3b7d-4f88-a379-67873b752770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415932 Nov 18 16:26:57.009290 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ea2d3f1c-764a-47c4-94db-167f30eee59b req-c44bd2f8-73ab-4557-96bc-eb7676ff0a53 service neutron] 10.222.0.13 "GET /v2.0/networks/bbcba1de-b565-4732-82e3-2ffde33ce8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1397209 Nov 18 16:26:57.105861 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-817d55ea-5070-4e46-bc71-6ddd0cfa8952 req-228a8371-a367-449c-81cb-adbd3ce3d69a service neutron] 10.222.0.13 "GET /v2.0/networks/d8f88308-3b7d-4f88-a379-67873b752770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1404006 Nov 18 16:26:57.392744 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b14abf-ce90-407a-98de-89b6b2c6ec02 req-6c37c7c2-8c33-4a49-a6e8-58242f60ba00 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:57.393484 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-e7b14abf-ce90-407a-98de-89b6b2c6ec02 req-6c37c7c2-8c33-4a49-a6e8-58242f60ba00 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Synchronizing usage tracker for tenant:20222f18218e40eb8cc2d8f2fe67be2f on resource:port {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:26:57.436802 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-e7b14abf-ce90-407a-98de-89b6b2c6ec02 req-6c37c7c2-8c33-4a49-a6e8-58242f60ba00 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Unset dirty status for tenant:20222f18218e40eb8cc2d8f2fe67be2f on resource:port {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:26:57.438083 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e7b14abf-ce90-407a-98de-89b6b2c6ec02 req-6c37c7c2-8c33-4a49-a6e8-58242f60ba00 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?device_id=dbd9f977-d298-4307-91bd-ffa581ed6c97 HTTP/1.1" status: 200 len: 944 time: 0.1312385 Nov 18 16:26:57.486751 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e7b14abf-ce90-407a-98de-89b6b2c6ec02 req-ea7c8b6b-94dc-4bc6-b85f-2573d047e31d tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/security-groups?id=1e456741-8800-40c7-acd9-2904c9615908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424063 Nov 18 16:26:57.662153 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:58.695562 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328226fd-7b52-4e71-ad98-daeae3899d9e req-37e3579e-5d99-4fc2-b09e-aefb4098041e tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:58.697197 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-328226fd-7b52-4e71-ad98-daeae3899d9e req-37e3579e-5d99-4fc2-b09e-aefb4098041e tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?device_id=dbd9f977-d298-4307-91bd-ffa581ed6c97 HTTP/1.1" status: 200 len: 944 time: 0.0830417 Nov 18 16:26:58.709885 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 073daf93-9674-4050-86a5-a5e8d853dd7c up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:26:58.748269 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-328226fd-7b52-4e71-ad98-daeae3899d9e req-1335afbd-af9d-43ce-9924-76e5a94433eb tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/security-groups?id=1e456741-8800-40c7-acd9-2904c9615908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429060 Nov 18 16:26:58.850667 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning for port 073daf93-9674-4050-86a5-a5e8d853dd7c completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:26:58.857194 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 073daf93-9674-4050-86a5-a5e8d853dd7c triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:26:58.857718 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:58.977610 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:59.007150 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd9f977-d298-4307-91bd-ffa581ed6c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073daf93-9674-4050-86a5-a5e8d853dd7c'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:26:59.019811 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port 073daf93-9674-4050-86a5-a5e8d853dd7c, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=073daf93-9674-4050-86a5-a5e8d853dd7c,segment=NetworkSegment(02c10dff-5e87-4b10-884e-567fbac76910),segment_id=02c10dff-5e87-4b10-884e-567fbac76910)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:26:59.050673 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:59.052651 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-16a34fa7-8f8d-4b60-8e1c-7dd548a76eb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:26:59.087381 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd9f977-d298-4307-91bd-ffa581ed6c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073daf93-9674-4050-86a5-a5e8d853dd7c', 'code': 200} Nov 18 16:26:59.121428 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=073daf93-9674-4050-86a5-a5e8d853dd7c,revision_number=4']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:26:59.124609 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:26:59.414517 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2f2e2062-aea5-44a9-9289-d58ace608233 req-94ebe811-2713-4723-afbe-0adc6f9782e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dbd9f977-d298-4307-91bd-ffa581ed6c97 HTTP/1.1" status: 200 len: 1163 time: 0.0872543 Nov 18 16:26:59.465555 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2f2e2062-aea5-44a9-9289-d58ace608233 req-2bb3c246-e6d2-44dd-afc7-48f71bb2882d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1e456741-8800-40c7-acd9-2904c9615908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391288 Nov 18 16:26:59.966502 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ab4fc-c002-460c-955f-85cb0fe4bf83 req-b27c5e09-f318-4226-a180-f7b191ff98b2 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:59.968354 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-185ab4fc-c002-460c-955f-85cb0fe4bf83 req-b27c5e09-f318-4226-a180-f7b191ff98b2 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?device_id=dbd9f977-d298-4307-91bd-ffa581ed6c97 HTTP/1.1" status: 200 len: 946 time: 0.0872993 Nov 18 16:27:00.016476 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-185ab4fc-c002-460c-955f-85cb0fe4bf83 req-a55de7f0-9254-4462-a908-854606d10619 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/security-groups?id=1e456741-8800-40c7-acd9-2904c9615908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418813 Nov 18 16:27:00.307985 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 073daf93-9674-4050-86a5-a5e8d853dd7c up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:27:00.381699 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 073daf93-9674-4050-86a5-a5e8d853dd7c triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:27:00.382144 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:01.230391 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf01adc-5297-4be6-8058-a800062fc75c req-1056cf79-de10-4279-a25c-cbb7679bb3ea tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:01.231979 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-bcf01adc-5297-4be6-8058-a800062fc75c req-1056cf79-de10-4279-a25c-cbb7679bb3ea tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?device_id=dbd9f977-d298-4307-91bd-ffa581ed6c97 HTTP/1.1" status: 200 len: 946 time: 0.0825295 Nov 18 16:27:01.281124 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-bcf01adc-5297-4be6-8058-a800062fc75c req-fd32dd42-6a6a-4d00-bb83-1df216367cc9 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/security-groups?id=1e456741-8800-40c7-acd9-2904c9615908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429318 Nov 18 16:27:16.481952 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6aaea-ce7e-4e34-995e-e8259a843ffb req-23c95249-d48f-4982-ae4b-b99428edec58 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:16.483549 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7ff6aaea-ce7e-4e34-995e-e8259a843ffb req-23c95249-d48f-4982-ae4b-b99428edec58 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 946 time: 0.0934520 Nov 18 16:27:16.533654 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7ff6aaea-ce7e-4e34-995e-e8259a843ffb req-45bfb393-cec2-456d-894b-b4e57dcfc7a7 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437529 Nov 18 16:27:17.769041 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec031c-fb0b-4ee2-9f6c-2ef1cc0e977c req-8674743e-7225-491e-a834-5329f86707c4 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:17.770659 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2bec031c-fb0b-4ee2-9f6c-2ef1cc0e977c req-8674743e-7225-491e-a834-5329f86707c4 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 946 time: 0.0871551 Nov 18 16:27:17.823616 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2bec031c-fb0b-4ee2-9f6c-2ef1cc0e977c req-8001f3b8-aed5-42c8-ba1f-04b5d4baa2f5 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439966 Nov 18 16:27:18.241460 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610c94e-9961-45f7-9912-9d683d775e7d req-80b81432-4f36-4d64-abf0-91144f7fddf1 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:18.242957 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1610c94e-9961-45f7-9912-9d683d775e7d req-80b81432-4f36-4d64-abf0-91144f7fddf1 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.13 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 946 time: 0.0841057 Nov 18 16:27:18.324772 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-1610c94e-9961-45f7-9912-9d683d775e7d req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Deleting port 1cac7d01-0975-4cb3-8bbd-e64158ecbf39 {{(pid=80387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:27:18.325191 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-1610c94e-9961-45f7-9912-9d683d775e7d req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:18.438938 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 1cac7d01-0975-4cb3-8bbd-e64158ecbf39 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:27:18.556245 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:18.584211 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-1610c94e-9961-45f7-9912-9d683d775e7d req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] For port 1cac7d01-0975-4cb3-8bbd-e64158ecbf39, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=1cac7d01-0975-4cb3-8bbd-e64158ecbf39,segment=NetworkSegment(59bd26ae-f544-4976-8326-f88f38f0fa15),segment_id=59bd26ae-f544-4976-8326-f88f38f0fa15)] {{(pid=80387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:27:18.584479 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306e6d3a-c1e6-4712-b4a4-efae4e8ea50a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cac7d01-0975-4cb3-8bbd-e64158ecbf39'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:27:18.584604 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-1610c94e-9961-45f7-9912-9d683d775e7d req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:18.594976 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port 1cac7d01-0975-4cb3-8bbd-e64158ecbf39, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=1cac7d01-0975-4cb3-8bbd-e64158ecbf39,segment=NetworkSegment(59bd26ae-f544-4976-8326-f88f38f0fa15),segment_id=59bd26ae-f544-4976-8326-f88f38f0fa15)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:27:18.622323 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:18.624248 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-16a34fa7-8f8d-4b60-8e1c-7dd548a76eb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:18.655355 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306e6d3a-c1e6-4712-b4a4-efae4e8ea50a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cac7d01-0975-4cb3-8bbd-e64158ecbf39', 'code': 200} Nov 18 16:27:18.699717 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=1cac7d01-0975-4cb3-8bbd-e64158ecbf39,revision_number=7']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:18.703741 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:18.905388 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-1610c94e-9961-45f7-9912-9d683d775e7d req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for floatingip, precommit_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:18.905898 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-1610c94e-9961-45f7-9912-9d683d775e7d req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701080'] for floatingip, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:18.906131 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.l3_db [req-1610c94e-9961-45f7-9912-9d683d775e7d req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Floating IP 039df664-12f2-441b-81d3-ded17b6f565c disassociated. External IP: 172.28.2.91, port: 1cac7d01-0975-4cb3-8bbd-e64158ecbf39. Nov 18 16:27:18.906518 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-1610c94e-9961-45f7-9912-9d683d775e7d req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Calling delete_port for 1cac7d01-0975-4cb3-8bbd-e64158ecbf39 owned by compute:nova {{(pid=80387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:27:19.070908 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77afe7-590a-45e9-88f9-395b24670614 req-72f87c5f-35bf-40b1-b23c-a9dedef8a540 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:19.072533 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6d77afe7-590a-45e9-88f9-395b24670614 req-72f87c5f-35bf-40b1-b23c-a9dedef8a540 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 944 time: 0.0861940 Nov 18 16:27:19.082920 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-05add452-7caa-46d4-9f58-e979394f7323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:19.083346 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.db.api [req-1610c94e-9961-45f7-9912-9d683d775e7d req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80387) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:27:19.083719 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_db.api [req-1610c94e-9961-45f7-9912-9d683d775e7d req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 16:27:19.126804 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6d77afe7-590a-45e9-88f9-395b24670614 req-b1b19107-59a0-412b-a30e-ef871172240d tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480044 Nov 18 16:27:19.584883 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-1610c94e-9961-45f7-9912-9d683d775e7d req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Deleting port 1cac7d01-0975-4cb3-8bbd-e64158ecbf39 {{(pid=80387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:27:19.585318 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-1610c94e-9961-45f7-9912-9d683d775e7d req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:20.090838 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-1610c94e-9961-45f7-9912-9d683d775e7d req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] For port 1cac7d01-0975-4cb3-8bbd-e64158ecbf39, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=1cac7d01-0975-4cb3-8bbd-e64158ecbf39,segment=NetworkSegment(59bd26ae-f544-4976-8326-f88f38f0fa15),segment_id=59bd26ae-f544-4976-8326-f88f38f0fa15)] {{(pid=80387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:27:20.091400 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-1610c94e-9961-45f7-9912-9d683d775e7d req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:20.475772 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-1610c94e-9961-45f7-9912-9d683d775e7d req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for floatingip, precommit_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:20.476181 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-1610c94e-9961-45f7-9912-9d683d775e7d req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701080'] for floatingip, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:20.476527 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.l3_db [req-1610c94e-9961-45f7-9912-9d683d775e7d req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Floating IP 039df664-12f2-441b-81d3-ded17b6f565c disassociated. External IP: 172.28.2.91, port: 1cac7d01-0975-4cb3-8bbd-e64158ecbf39. Nov 18 16:27:20.476935 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-1610c94e-9961-45f7-9912-9d683d775e7d req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Calling delete_port for 1cac7d01-0975-4cb3-8bbd-e64158ecbf39 owned by compute:nova {{(pid=80387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:27:20.547923 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93952b2c-3876-4de6-b03d-471eba1f512e req-4b518ae4-346c-40d3-9704-f4e450d309fc tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:20.549620 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-93952b2c-3876-4de6-b03d-471eba1f512e req-4b518ae4-346c-40d3-9704-f4e450d309fc tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 944 time: 0.2521441 Nov 18 16:27:20.665684 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-93952b2c-3876-4de6-b03d-471eba1f512e req-8de99d6d-1e5e-420e-9416-f788d17eee14 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups?id=6fcbeff4-3965-49f8-9ad6-374b91c95d90&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0952842 Nov 18 16:27:20.713757 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-1610c94e-9961-45f7-9912-9d683d775e7d req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:20.732525 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-241e15b9-4cc0-4fd8-98f5-90f157177f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:20.779278 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Pushing event deleted for resources: {'Port': ['ID=1cac7d01-0975-4cb3-8bbd-e64158ecbf39,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:20.810415 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80e1dd-e198-4d3b-9568-8ff86369acc2 req-36c2ca15-3b6b-42b2-b398-e97c9794cfcb tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:20.813388 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9a80e1dd-e198-4d3b-9568-8ff86369acc2 req-36c2ca15-3b6b-42b2-b398-e97c9794cfcb tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.0937226 Nov 18 16:27:20.861989 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9a80e1dd-e198-4d3b-9568-8ff86369acc2 req-b293d22f-70ec-43d7-830f-8937bbc3b23d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433500 Nov 18 16:27:20.873787 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:20.874204 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:20.874607 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:20.875002 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:20.875398 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:20.875786 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:20.876173 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:20.876557 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:20.876970 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:20.877360 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:20.877746 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:20.878130 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:20.878581 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:20.878962 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:20.879345 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:20.879726 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:20.880104 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:20.880483 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:20.880863 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:20.881247 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:20.881626 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:20.882007 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:20.882385 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:20.882768 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:20.887437 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:21.152375 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1610c94e-9961-45f7-9912-9d683d775e7d req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Router 2a4e9ea5-66a0-46e0-9cc5-359e5fbff654 has already been hosted by L3 agent 06010dfa-7d57-41a4-b257-aaebf39abde2 {{(pid=80387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:27:21.365796 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1610c94e-9961-45f7-9912-9d683d775e7d req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify agent at l3_agent.dv-cinder-759955-2-smb the message routers_updated {{(pid=80387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:27:21.394674 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334585d0-0029-41e7-8cb1-59feccce9418 None None] Sync routers for ids ['2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'] in dv-cinder-759955-2-smb {{(pid=80388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:27:21.411084 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334585d0-0029-41e7-8cb1-59feccce9418 None None] Routers {'2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:27:21.412089 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-334585d0-0029-41e7-8cb1-59feccce9418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:26:52Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'], 'active': True} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:27:21.422843 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-1610c94e-9961-45f7-9912-9d683d775e7d req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] No DVR routers for this DVR port 1cac7d01-0975-4cb3-8bbd-e64158ecbf39 on host hv-cinder-75995 {{(pid=80387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:27:21.425497 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-1610c94e-9961-45f7-9912-9d683d775e7d req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:21.441553 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306e6d3a-c1e6-4712-b4a4-efae4e8ea50a', 'name': 'network-vif-deleted', 'tag': '1cac7d01-0975-4cb3-8bbd-e64158ecbf39'}] {{(pid=80387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:27:21.474741 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1610c94e-9961-45f7-9912-9d683d775e7d req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.13 "DELETE /v2.0/ports/1cac7d01-0975-4cb3-8bbd-e64158ecbf39 HTTP/1.1" status: 204 len: 173 time: 3.2231948 Nov 18 16:27:21.616075 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306e6d3a-c1e6-4712-b4a4-efae4e8ea50a', 'name': 'network-vif-deleted', 'tag': '1cac7d01-0975-4cb3-8bbd-e64158ecbf39', 'status': 'completed', 'code': 200} Nov 18 16:27:21.637819 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-334585d0-0029-41e7-8cb1-59feccce9418 None None] Set router 2a4e9ea5-66a0-46e0-9cc5-359e5fbff654 gateway port host: dv-cinder-759955-2-smb {{(pid=80388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:27:21.695636 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d902a606-d18f-46cd-931f-788c5d159df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:21.953416 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7920197b-091d-4eb6-8795-1c6336b3abe4 req-4622e4f0-1411-4c95-a118-fca24918d28c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/ports?device_id=306e6d3a-c1e6-4712-b4a4-efae4e8ea50a HTTP/1.1" status: 200 len: 210 time: 0.0740387 Nov 18 16:27:22.018130 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-334585d0-0029-41e7-8cb1-59feccce9418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'name': 'tempest-AttachVolumeShelveTestJSON-9050108-router', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:20:53Z', 'updated_at': '2020-11-18T16:21:01Z', 'revision_number': 4, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'gw_port': {'id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:54Z', 'updated_at': '2020-11-18T16:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '115a79a5-ba2b-4a2b-a129-6e29ab0fca52', 'name': '', 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'mac_address': 'fa:16:3e:9c:3c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e930cec8-6db8-483a-9efd-6ad1d182df64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:59Z', 'updated_at': '2020-11-18T16:21:14Z', 'revision_number': 5, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'subnets': [{'id': 'e930cec8-6db8-483a-9efd-6ad1d182df64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:27:22.022662 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334585d0-0029-41e7-8cb1-59feccce9418 None None] Checking router: 2a4e9ea5-66a0-46e0-9cc5-359e5fbff654 for host: dv-cinder-759955-2-smb {{(pid=80388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:27:22.034358 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334585d0-0029-41e7-8cb1-59feccce9418 None None] Routers {'2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:27:22.035021 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-334585d0-0029-41e7-8cb1-59feccce9418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:27:22Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'], 'active': True} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:27:22.110392 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cffdf-07fb-4e5a-8fcd-9f06d5701c68 req-7ac3af77-c23c-447d-b386-a747325c92ae tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:22.112024 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d68cffdf-07fb-4e5a-8fcd-9f06d5701c68 req-7ac3af77-c23c-447d-b386-a747325c92ae tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.1076865 Nov 18 16:27:22.164279 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d68cffdf-07fb-4e5a-8fcd-9f06d5701c68 req-5e7ec92a-d0f5-475d-81be-384cdfd9a7c6 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443156 Nov 18 16:27:22.196156 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:22.237859 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-334585d0-0029-41e7-8cb1-59feccce9418 None None] Set router 2a4e9ea5-66a0-46e0-9cc5-359e5fbff654 gateway port host: dv-cinder-759955-2-smb {{(pid=80388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:27:22.576192 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-334585d0-0029-41e7-8cb1-59feccce9418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'name': 'tempest-AttachVolumeShelveTestJSON-9050108-router', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:20:53Z', 'updated_at': '2020-11-18T16:21:01Z', 'revision_number': 4, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'gw_port': {'id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:54Z', 'updated_at': '2020-11-18T16:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '115a79a5-ba2b-4a2b-a129-6e29ab0fca52', 'name': '', 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'mac_address': 'fa:16:3e:9c:3c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e930cec8-6db8-483a-9efd-6ad1d182df64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:59Z', 'updated_at': '2020-11-18T16:21:14Z', 'revision_number': 5, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'subnets': [{'id': 'e930cec8-6db8-483a-9efd-6ad1d182df64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:27:22.580430 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334585d0-0029-41e7-8cb1-59feccce9418 None None] The sync data for ids ['2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'] in dv-cinder-759955-2-smb is: [{'id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'name': 'tempest-AttachVolumeShelveTestJSON-9050108-router', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:20:53Z', 'updated_at': '2020-11-18T16:21:01Z', 'revision_number': 4, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'gw_port': {'id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:54Z', 'updated_at': '2020-11-18T16:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '115a79a5-ba2b-4a2b-a129-6e29ab0fca52', 'name': '', 'network_id': 'd8f88308-3b7d-4f88-a379-67873b752770', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'mac_address': 'fa:16:3e:9c:3c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e930cec8-6db8-483a-9efd-6ad1d182df64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:59Z', 'updated_at': '2020-11-18T16:21:14Z', 'revision_number': 5, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'subnets': [{'id': 'e930cec8-6db8-483a-9efd-6ad1d182df64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:27:23.048625 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:23.179092 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dff00ac-e772-4b56-999d-6f6e1062f792 None None] New status for floating IP 039df664-12f2-441b-81d3-ded17b6f565c: DOWN {{(pid=80389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 16:27:23.193090 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 53442) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:27:23.269257 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9023070d-46c5-4abb-bc55-cffaebb91759 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:23.302808 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9023070d-46c5-4abb-bc55-cffaebb91759 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:23.434491 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbac3d0-1293-498b-a158-f570f61ef33b req-60053f51-8afb-462b-a419-0f13812ef459 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:23.436132 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9dbac3d0-1293-498b-a158-f570f61ef33b req-60053f51-8afb-462b-a419-0f13812ef459 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.1164193 Nov 18 16:27:23.477540 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9023070d-46c5-4abb-bc55-cffaebb91759 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:23.489568 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-539e7e41-8c54-4f81-864d-0573755e34ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:23.508638 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023070d-46c5-4abb-bc55-cffaebb91759 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcbeff4-3965-49f8-9ad6-374b91c95d90,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:23.513474 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9dbac3d0-1293-498b-a158-f570f61ef33b req-dd9b7b8f-798f-4498-a697-497569d6809b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703294 Nov 18 16:27:23.514386 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9023070d-46c5-4abb-bc55-cffaebb91759 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:23.547235 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9023070d-46c5-4abb-bc55-cffaebb91759 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:23.550870 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-9023070d-46c5-4abb-bc55-cffaebb91759 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "DELETE /v2.0/security-groups/6fcbeff4-3965-49f8-9ad6-374b91c95d90 HTTP/1.1" status: 204 len: 168 time: 0.3543289 Nov 18 16:27:23.551259 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 53450) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:27:23.572869 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.v2.resource [None req-774e1a2d-b91a-40d7-9cb3-5a7b16326e89 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] show failed (client error): The resource could not be found. Nov 18 16:27:23.573972 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-774e1a2d-b91a-40d7-9cb3-5a7b16326e89 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "GET /v2.0/security-groups/6fcbeff4-3965-49f8-9ad6-374b91c95d90 HTTP/1.1" status: 404 len: 347 time: 0.0217474 Nov 18 16:27:23.576933 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 53454) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:27:23.642001 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868631a-3b06-416c-8511-1378ef00b8ad req-62c53e89-c763-4cda-823b-bbd7e82f2c77 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:23.643626 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a868631a-3b06-416c-8511-1378ef00b8ad req-62c53e89-c763-4cda-823b-bbd7e82f2c77 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?device_id=dbd9f977-d298-4307-91bd-ffa581ed6c97 HTTP/1.1" status: 200 len: 946 time: 0.1064665 Nov 18 16:27:23.694895 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a868631a-3b06-416c-8511-1378ef00b8ad req-bee832f5-ac90-4e52-a6ef-c52be0f7616d tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/security-groups?id=1e456741-8800-40c7-acd9-2904c9615908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445154 Nov 18 16:27:23.712190 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:23.746283 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-2a92d8aa-7a89-4208-a265-e5c6d717b8d3 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Deleting port 60ba49a6-b6fe-47cc-835d-a1779ae650cc {{(pid=80387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:27:23.746673 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2a92d8aa-7a89-4208-a265-e5c6d717b8d3 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:23.926189 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2a92d8aa-7a89-4208-a265-e5c6d717b8d3 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:23.926561 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2a92d8aa-7a89-4208-a265-e5c6d717b8d3 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for floatingip, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:24.054094 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-2a92d8aa-7a89-4208-a265-e5c6d717b8d3 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Calling delete_port for 60ba49a6-b6fe-47cc-835d-a1779ae650cc owned by network:floatingip {{(pid=80387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:27:24.305418 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2a92d8aa-7a89-4208-a265-e5c6d717b8d3 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:24.321211 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-953337e0-6064-4138-930d-a562b6ae809c tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:24.378739 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92d8aa-7a89-4208-a265-e5c6d717b8d3 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Pushing event deleted for resources: {'Port': ['ID=60ba49a6-b6fe-47cc-835d-a1779ae650cc,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:24.381749 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2a92d8aa-7a89-4208-a265-e5c6d717b8d3 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:24.546293 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2a92d8aa-7a89-4208-a265-e5c6d717b8d3 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks [] for floatingip, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:24.561557 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2a92d8aa-7a89-4208-a265-e5c6d717b8d3 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for floatingip, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:24.562821 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-2a92d8aa-7a89-4208-a265-e5c6d717b8d3 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] 10.222.0.26 "DELETE /v2.0/floatingips/039df664-12f2-441b-81d3-ded17b6f565c HTTP/1.1" status: 204 len: 168 time: 0.9849260 Nov 18 16:27:24.731646 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f523e2b-4cfa-416f-a682-829fa9f0d86e req-290a15c0-9d0a-42ad-9f67-170d6046926d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:24.733472 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8f523e2b-4cfa-416f-a682-829fa9f0d86e req-290a15c0-9d0a-42ad-9f67-170d6046926d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.0867734 Nov 18 16:27:24.800997 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8f523e2b-4cfa-416f-a682-829fa9f0d86e req-4524aa41-e723-4c60-8214-fec8b22ac2f3 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580418 Nov 18 16:27:24.919962 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70df19d-6032-4b58-9458-3a2268042dea req-82fb1545-c453-4fac-b4a3-4513af286849 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:24.921623 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d70df19d-6032-4b58-9458-3a2268042dea req-82fb1545-c453-4fac-b4a3-4513af286849 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?device_id=dbd9f977-d298-4307-91bd-ffa581ed6c97 HTTP/1.1" status: 200 len: 946 time: 0.0901275 Nov 18 16:27:24.973133 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d70df19d-6032-4b58-9458-3a2268042dea req-208c3977-aee6-4d90-a892-d1cae4dae57c tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/security-groups?id=1e456741-8800-40c7-acd9-2904c9615908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432935 Nov 18 16:27:26.012681 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fdcde-1f67-41b0-8458-8d4b3dba540f req-dc7b3ad0-da7e-482b-bfdb-fc03a1e4a84a tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:26.014349 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-175fdcde-1f67-41b0-8458-8d4b3dba540f req-dc7b3ad0-da7e-482b-bfdb-fc03a1e4a84a tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.0906267 Nov 18 16:27:26.066066 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-175fdcde-1f67-41b0-8458-8d4b3dba540f req-d3ba7424-7b78-4928-ac50-a3f18f2dd585 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455613 Nov 18 16:27:26.217977 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c86da2-4925-4e3a-9e4b-5ce93f03c9e3 req-608ac11f-91e8-48b3-bca0-0b89e96a4655 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:26.219604 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-79c86da2-4925-4e3a-9e4b-5ce93f03c9e3 req-608ac11f-91e8-48b3-bca0-0b89e96a4655 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?device_id=dbd9f977-d298-4307-91bd-ffa581ed6c97 HTTP/1.1" status: 200 len: 946 time: 0.0895193 Nov 18 16:27:26.269992 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-79c86da2-4925-4e3a-9e4b-5ce93f03c9e3 req-d3d783aa-a35f-4810-b844-892c38f4f7fd tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/security-groups?id=1e456741-8800-40c7-acd9-2904c9615908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435033 Nov 18 16:27:27.290914 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efb1d0-49ea-42a9-bf0a-0d5d4afc3778 req-bce5dbe3-6041-4508-9739-50a298aa8f5d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:27.293200 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d1efb1d0-49ea-42a9-bf0a-0d5d4afc3778 req-bce5dbe3-6041-4508-9739-50a298aa8f5d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.0971422 Nov 18 16:27:27.347437 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d1efb1d0-49ea-42a9-bf0a-0d5d4afc3778 req-d7c11705-c56d-4a41-b725-907c2391ca2a tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480051 Nov 18 16:27:27.496338 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24f0d8-4c6b-4f06-a994-402e1423e088 req-11b3d1d7-ecfc-4451-a6e5-5d39a534f8b4 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:27.497961 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3d24f0d8-4c6b-4f06-a994-402e1423e088 req-11b3d1d7-ecfc-4451-a6e5-5d39a534f8b4 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?device_id=dbd9f977-d298-4307-91bd-ffa581ed6c97 HTTP/1.1" status: 200 len: 946 time: 0.0862391 Nov 18 16:27:27.549495 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3d24f0d8-4c6b-4f06-a994-402e1423e088 req-03115b7f-2c8f-47f6-81ae-9a9b17c1ac80 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/security-groups?id=1e456741-8800-40c7-acd9-2904c9615908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428030 Nov 18 16:27:27.684980 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:27.763328 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 53490) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:27:28.298722 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6e4fb-4351-416e-a145-2a3d1c08b0c4 req-9f025920-19df-4f84-9bcd-bcaded94e51a tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:28.300278 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c8a6e4fb-4351-416e-a145-2a3d1c08b0c4 req-9f025920-19df-4f84-9bcd-bcaded94e51a tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.13 "GET /v2.0/ports?device_id=dbd9f977-d298-4307-91bd-ffa581ed6c97 HTTP/1.1" status: 200 len: 946 time: 0.3945198 Nov 18 16:27:28.400599 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-c8a6e4fb-4351-416e-a145-2a3d1c08b0c4 req-aaa8562d-422f-4356-8f79-3c85d8ab7b52 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Deleting port 073daf93-9674-4050-86a5-a5e8d853dd7c {{(pid=80387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:27:28.401557 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c8a6e4fb-4351-416e-a145-2a3d1c08b0c4 req-aaa8562d-422f-4356-8f79-3c85d8ab7b52 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:28.483052 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 073daf93-9674-4050-86a5-a5e8d853dd7c no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:27:28.602872 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:28.631562 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd9f977-d298-4307-91bd-ffa581ed6c97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '073daf93-9674-4050-86a5-a5e8d853dd7c'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:27:28.643229 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port 073daf93-9674-4050-86a5-a5e8d853dd7c, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=073daf93-9674-4050-86a5-a5e8d853dd7c,segment=NetworkSegment(02c10dff-5e87-4b10-884e-567fbac76910),segment_id=02c10dff-5e87-4b10-884e-567fbac76910)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:27:28.679324 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:28.681417 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:28.750156 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=073daf93-9674-4050-86a5-a5e8d853dd7c,revision_number=5']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:28.753804 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:28.767528 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b250a7-83db-4bb6-bbaa-7328089fc933 req-6a3805c3-e36b-4a89-b804-75b12cc3f2b5 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:28.769216 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-64b250a7-83db-4bb6-bbaa-7328089fc933 req-6a3805c3-e36b-4a89-b804-75b12cc3f2b5 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?device_id=dbd9f977-d298-4307-91bd-ffa581ed6c97 HTTP/1.1" status: 200 len: 944 time: 0.0892255 Nov 18 16:27:28.821803 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-64b250a7-83db-4bb6-bbaa-7328089fc933 req-16c9f55a-1ed1-49fe-ace0-385d3e924154 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/security-groups?id=1e456741-8800-40c7-acd9-2904c9615908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449829 Nov 18 16:27:28.846574 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793f3c1-56fd-459b-bfec-6ae7e44cc123 req-e286040c-92b0-4f66-a3b8-ab918005c8cb tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:28.848172 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5793f3c1-56fd-459b-bfec-6ae7e44cc123 req-e286040c-92b0-4f66-a3b8-ab918005c8cb tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.3472481 Nov 18 16:27:28.858885 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-c8a6e4fb-4351-416e-a145-2a3d1c08b0c4 req-aaa8562d-422f-4356-8f79-3c85d8ab7b52 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] For port 073daf93-9674-4050-86a5-a5e8d853dd7c, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=073daf93-9674-4050-86a5-a5e8d853dd7c,segment=NetworkSegment(02c10dff-5e87-4b10-884e-567fbac76910),segment_id=02c10dff-5e87-4b10-884e-567fbac76910)] {{(pid=80387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:27:28.859346 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c8a6e4fb-4351-416e-a145-2a3d1c08b0c4 req-aaa8562d-422f-4356-8f79-3c85d8ab7b52 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:28.896203 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd9f977-d298-4307-91bd-ffa581ed6c97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '073daf93-9674-4050-86a5-a5e8d853dd7c', 'code': 200} Nov 18 16:27:29.077715 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-c8a6e4fb-4351-416e-a145-2a3d1c08b0c4 req-aaa8562d-422f-4356-8f79-3c85d8ab7b52 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Calling delete_port for 073daf93-9674-4050-86a5-a5e8d853dd7c owned by compute:nova {{(pid=80387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:27:29.161859 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5793f3c1-56fd-459b-bfec-6ae7e44cc123 req-57bba86a-ada7-47fb-bf71-51ecaca2fa40 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2941482 Nov 18 16:27:29.218382 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7c353b61-00ca-4356-9d0f-d705fe944ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854074764'] for router_interface, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:29.278426 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.db.api [req-c8a6e4fb-4351-416e-a145-2a3d1c08b0c4 req-aaa8562d-422f-4356-8f79-3c85d8ab7b52 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80387) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:27:29.278787 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_db.api [req-c8a6e4fb-4351-416e-a145-2a3d1c08b0c4 req-aaa8562d-422f-4356-8f79-3c85d8ab7b52 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 16:27:29.780383 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-c8a6e4fb-4351-416e-a145-2a3d1c08b0c4 req-aaa8562d-422f-4356-8f79-3c85d8ab7b52 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Deleting port 073daf93-9674-4050-86a5-a5e8d853dd7c {{(pid=80387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:27:29.780383 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c8a6e4fb-4351-416e-a145-2a3d1c08b0c4 req-aaa8562d-422f-4356-8f79-3c85d8ab7b52 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:29.942405 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-7c353b61-00ca-4356-9d0f-d705fe944ebe admin admin] Deleting port 115a79a5-ba2b-4a2b-a129-6e29ab0fca52 {{(pid=80387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:27:29.942785 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7c353b61-00ca-4356-9d0f-d705fe944ebe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:30.047994 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9ec35-cfb2-4678-91f9-72c4e3ddf875 req-2f0968ca-8454-4fca-ab94-3c19a2049fa5 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:30.049621 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e8c9ec35-cfb2-4678-91f9-72c4e3ddf875 req-2f0968ca-8454-4fca-ab94-3c19a2049fa5 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?device_id=dbd9f977-d298-4307-91bd-ffa581ed6c97 HTTP/1.1" status: 200 len: 944 time: 0.0900428 Nov 18 16:27:30.099784 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e8c9ec35-cfb2-4678-91f9-72c4e3ddf875 req-7b3a2e73-650b-43a0-9832-b8865b6689f1 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/security-groups?id=1e456741-8800-40c7-acd9-2904c9615908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435936 Nov 18 16:27:30.251437 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-c8a6e4fb-4351-416e-a145-2a3d1c08b0c4 req-aaa8562d-422f-4356-8f79-3c85d8ab7b52 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] For port 073daf93-9674-4050-86a5-a5e8d853dd7c, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=073daf93-9674-4050-86a5-a5e8d853dd7c,segment=NetworkSegment(02c10dff-5e87-4b10-884e-567fbac76910),segment_id=02c10dff-5e87-4b10-884e-567fbac76910)] {{(pid=80387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:27:30.251837 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c8a6e4fb-4351-416e-a145-2a3d1c08b0c4 req-aaa8562d-422f-4356-8f79-3c85d8ab7b52 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:30.520096 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 8f20cd0b-9c77-42d3-bc58-b9890f1eab63 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:27:30.598394 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 8f20cd0b-9c77-42d3-bc58-b9890f1eab63 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:27:30.598814 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:30.622097 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-7c353b61-00ca-4356-9d0f-d705fe944ebe admin admin] For port 115a79a5-ba2b-4a2b-a129-6e29ab0fca52, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=115a79a5-ba2b-4a2b-a129-6e29ab0fca52,segment=NetworkSegment(59bd26ae-f544-4976-8326-f88f38f0fa15),segment_id=59bd26ae-f544-4976-8326-f88f38f0fa15)] {{(pid=80387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:27:30.622498 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7c353b61-00ca-4356-9d0f-d705fe944ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:30.638908 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-c8a6e4fb-4351-416e-a145-2a3d1c08b0c4 req-aaa8562d-422f-4356-8f79-3c85d8ab7b52 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Calling delete_port for 073daf93-9674-4050-86a5-a5e8d853dd7c owned by compute:nova {{(pid=80387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:27:30.840636 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-7c353b61-00ca-4356-9d0f-d705fe944ebe admin admin] Calling delete_port for 115a79a5-ba2b-4a2b-a129-6e29ab0fca52 owned by network:router_interface {{(pid=80387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:27:30.984506 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02191fbe-74c7-4a1d-8288-7a3b0bb7399d req-b6bde8ca-7847-44cb-8220-7857663712f8 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:30.986202 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-02191fbe-74c7-4a1d-8288-7a3b0bb7399d req-b6bde8ca-7847-44cb-8220-7857663712f8 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.6553674 Nov 18 16:27:31.118188 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-02191fbe-74c7-4a1d-8288-7a3b0bb7399d req-2dbacafb-e6a7-4dde-b726-9e4402567d62 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244860 Nov 18 16:27:31.147929 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c8a6e4fb-4351-416e-a145-2a3d1c08b0c4 req-aaa8562d-422f-4356-8f79-3c85d8ab7b52 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:31.168469 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7c7390db-0f4d-4c39-a1eb-828b71f20f43 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:31.265779 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8562d-422f-4356-8f79-3c85d8ab7b52 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Pushing event deleted for resources: {'Port': ['ID=073daf93-9674-4050-86a5-a5e8d853dd7c,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:31.268773 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-aaa8562d-422f-4356-8f79-3c85d8ab7b52 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:31.277734 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b9e999a2-a370-4187-94f4-ad1748b7f7a0 req-5c72ada9-8e11-46b6-8c61-427f209086b3 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?device_id=dbd9f977-d298-4307-91bd-ffa581ed6c97 HTTP/1.1" status: 200 len: 210 time: 0.0467651 Nov 18 16:27:31.435961 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7c353b61-00ca-4356-9d0f-d705fe944ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:31.456064 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bcf73c81-cdce-4d44-bf37-84319b4eeee1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:31.495944 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a6e4fb-4351-416e-a145-2a3d1c08b0c4 req-aaa8562d-422f-4356-8f79-3c85d8ab7b52 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] No DVR routers for this DVR port 073daf93-9674-4050-86a5-a5e8d853dd7c on host hv-cinder-75995 {{(pid=80387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:27:31.498288 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c8a6e4fb-4351-416e-a145-2a3d1c08b0c4 req-aaa8562d-422f-4356-8f79-3c85d8ab7b52 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:31.518414 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd9f977-d298-4307-91bd-ffa581ed6c97', 'name': 'network-vif-deleted', 'tag': '073daf93-9674-4050-86a5-a5e8d853dd7c'}] {{(pid=80387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:27:31.529116 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c353b61-00ca-4356-9d0f-d705fe944ebe admin admin] Pushing event deleted for resources: {'Port': ['ID=115a79a5-ba2b-4a2b-a129-6e29ab0fca52,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:31.531982 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7c353b61-00ca-4356-9d0f-d705fe944ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:31.588452 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd9f977-d298-4307-91bd-ffa581ed6c97', 'name': 'network-vif-deleted', 'tag': '073daf93-9674-4050-86a5-a5e8d853dd7c', 'status': 'completed', 'code': 200} Nov 18 16:27:31.684890 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c8a6e4fb-4351-416e-a145-2a3d1c08b0c4 req-aaa8562d-422f-4356-8f79-3c85d8ab7b52 tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.13 "DELETE /v2.0/ports/073daf93-9674-4050-86a5-a5e8d853dd7c HTTP/1.1" status: 204 len: 173 time: 3.3754687 Nov 18 16:27:31.927514 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7c353b61-00ca-4356-9d0f-d705fe944ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8331557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694244'] for router_interface, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:32.346909 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3d29c-d0c8-4c3c-9a76-905d99abc273 req-7abed12d-3df4-4b5b-9ca8-e17e9b3ebeeb tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:32.348631 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e9f3d29c-d0c8-4c3c-9a76-905d99abc273 req-7abed12d-3df4-4b5b-9ca8-e17e9b3ebeeb tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.0915759 Nov 18 16:27:32.403668 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e9f3d29c-d0c8-4c3c-9a76-905d99abc273 req-cb7e57aa-832b-4479-9213-064da41f473d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478299 Nov 18 16:27:32.520693 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-6f00e780-a21d-47a6-864e-67fb3cd6cd5c req-339afccf-24bb-4c23-b456-07b69445393f tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Synchronizing usage tracker for tenant:20222f18218e40eb8cc2d8f2fe67be2f on resource:port {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:27:32.601183 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-6f00e780-a21d-47a6-864e-67fb3cd6cd5c req-339afccf-24bb-4c23-b456-07b69445393f tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Unset dirty status for tenant:20222f18218e40eb8cc2d8f2fe67be2f on resource:port {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:27:32.602461 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6f00e780-a21d-47a6-864e-67fb3cd6cd5c req-339afccf-24bb-4c23-b456-07b69445393f tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] 10.222.0.26 "GET /v2.0/ports?device_id=dbd9f977-d298-4307-91bd-ffa581ed6c97 HTTP/1.1" status: 200 len: 210 time: 0.1398578 Nov 18 16:27:32.796367 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c353b61-00ca-4356-9d0f-d705fe944ebe admin admin] Router 2a4e9ea5-66a0-46e0-9cc5-359e5fbff654 has already been hosted by L3 agent 06010dfa-7d57-41a4-b257-aaebf39abde2 {{(pid=80387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:27:33.163438 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 6 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:27:33.332761 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d679e37-1376-459d-9d4d-e39b4c1c9fc8 req-fba2b049-fe51-4312-a93d-adab6abd4890 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:33.334418 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7d679e37-1376-459d-9d4d-e39b4c1c9fc8 req-fba2b049-fe51-4312-a93d-adab6abd4890 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.5165737 Nov 18 16:27:33.343097 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c89104cf-e688-431b-bc92-c2f38eb8c482 req-17ea2cea-afa0-4105-bda8-1be9385a5c21 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=292e2beb7a044caea157c6f5f46c0ccb&device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 1162 time: 0.2108169 Nov 18 16:27:33.517632 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7d679e37-1376-459d-9d4d-e39b4c1c9fc8 req-21401493-edfc-476b-8412-03210e421436 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733923 Nov 18 16:27:33.554686 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89104cf-e688-431b-bc92-c2f38eb8c482 req-a6beb73d-c160-4365-a3e9-9acef2542d41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:33.556257 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c89104cf-e688-431b-bc92-c2f38eb8c482 req-a6beb73d-c160-4365-a3e9-9acef2542d41 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ece5bf5e-8c90-44e7-9b10-a7a886498ac3 HTTP/1.1" status: 200 len: 905 time: 0.1929533 Nov 18 16:27:33.565164 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c353b61-00ca-4356-9d0f-d705fe944ebe admin admin] Notify agent at l3_agent.dv-cinder-759955-2-smb the message routers_updated {{(pid=80387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:27:33.574407 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17b73d2-6e0c-47d8-981a-de3d3356de32 None None] Sync routers for ids ['2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'] in dv-cinder-759955-2-smb {{(pid=80388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:27:33.586956 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17b73d2-6e0c-47d8-981a-de3d3356de32 None None] Routers {'2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:27:33.587628 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-f17b73d2-6e0c-47d8-981a-de3d3356de32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:27:22Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'], 'active': True} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:27:33.630797 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-7c353b61-00ca-4356-9d0f-d705fe944ebe admin admin] 10.222.0.26 "PUT /v2.0/routers/2a4e9ea5-66a0-46e0-9cc5-359e5fbff654/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8639491 Nov 18 16:27:33.631615 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 53518) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:27:33.679445 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c89104cf-e688-431b-bc92-c2f38eb8c482 req-be9e429e-2211-472f-a46f-b0af355ebe09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f20cd0b-9c77-42d3-bc58-b9890f1eab63 HTTP/1.1" status: 200 len: 1000 time: 0.1161947 Nov 18 16:27:33.761846 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89104cf-e688-431b-bc92-c2f38eb8c482 req-4ab5f91f-f49f-48b0-92b4-1b0e5f061a56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:33.763698 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c89104cf-e688-431b-bc92-c2f38eb8c482 req-4ab5f91f-f49f-48b0-92b4-1b0e5f061a56 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197 HTTP/1.1" status: 200 len: 850 time: 0.0778944 Nov 18 16:27:33.868342 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c89104cf-e688-431b-bc92-c2f38eb8c482 req-3ea01009-ff3e-4da8-8cdb-12e916dfc628 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ece5bf5e-8c90-44e7-9b10-a7a886498ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0981030 Nov 18 16:27:33.878072 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fdb87cf8-d055-4843-873f-be092e7f9109 admin admin] Notify callbacks [] for router, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:34.029580 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-f17b73d2-6e0c-47d8-981a-de3d3356de32 None None] Set router 2a4e9ea5-66a0-46e0-9cc5-359e5fbff654 gateway port host: dv-cinder-759955-2-smb {{(pid=80388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:27:34.042093 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c89104cf-e688-431b-bc92-c2f38eb8c482 req-fde37e6d-3904-4894-9413-60d2c93d109c service neutron] 10.222.0.13 "GET /v2.0/networks/ece5bf5e-8c90-44e7-9b10-a7a886498ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664531 Nov 18 16:27:34.107051 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fdb87cf8-d055-4843-873f-be092e7f9109 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:34.149250 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-fdb87cf8-d055-4843-873f-be092e7f9109 admin admin] Deleting port 9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c {{(pid=80386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:27:34.150015 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fdb87cf8-d055-4843-873f-be092e7f9109 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:34.195359 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c89104cf-e688-431b-bc92-c2f38eb8c482 req-1d964716-b1e7-4d0a-a736-9ec6522843dc service neutron] 10.222.0.13 "GET /v2.0/networks/ece5bf5e-8c90-44e7-9b10-a7a886498ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1481698 Nov 18 16:27:34.351734 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-f17b73d2-6e0c-47d8-981a-de3d3356de32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'name': 'tempest-AttachVolumeShelveTestJSON-9050108-router', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191'}], 'enable_snat': True}, 'gw_port_id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:20:53Z', 'updated_at': '2020-11-18T16:27:31Z', 'revision_number': 5, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'gw_port': {'id': '9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:20:54Z', 'updated_at': '2020-11-18T16:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb'}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:27:34.357944 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-fdb87cf8-d055-4843-873f-be092e7f9109 admin admin] For port 9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c,segment=NetworkSegment(fd1903d0-2c86-4185-ae42-f007a12d43c6),segment_id=fd1903d0-2c86-4185-ae42-f007a12d43c6)] {{(pid=80386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:27:34.358273 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fdb87cf8-d055-4843-873f-be092e7f9109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:34.359841 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17b73d2-6e0c-47d8-981a-de3d3356de32 None None] Checking router: 2a4e9ea5-66a0-46e0-9cc5-359e5fbff654 for host: dv-cinder-759955-2-smb {{(pid=80388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:27:34.377321 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17b73d2-6e0c-47d8-981a-de3d3356de32 None None] Routers {'2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:27:34.378047 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-f17b73d2-6e0c-47d8-981a-de3d3356de32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:27:22Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'], 'active': True} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:27:34.492438 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-fdb87cf8-d055-4843-873f-be092e7f9109 admin admin] Calling delete_port for 9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c owned by network:router_gateway {{(pid=80386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:27:34.551287 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-f17b73d2-6e0c-47d8-981a-de3d3356de32 None None] Set router 2a4e9ea5-66a0-46e0-9cc5-359e5fbff654 gateway port host: None {{(pid=80388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:27:34.671556 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-f17b73d2-6e0c-47d8-981a-de3d3356de32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'name': 'tempest-AttachVolumeShelveTestJSON-9050108-router', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:20:53Z', 'updated_at': '2020-11-18T16:27:34Z', 'revision_number': 6, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'gw_port_host': None}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:27:34.675852 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17b73d2-6e0c-47d8-981a-de3d3356de32 None None] The sync data for ids ['2a4e9ea5-66a0-46e0-9cc5-359e5fbff654'] in dv-cinder-759955-2-smb is: [{'id': '2a4e9ea5-66a0-46e0-9cc5-359e5fbff654', 'name': 'tempest-AttachVolumeShelveTestJSON-9050108-router', 'tenant_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:20:53Z', 'updated_at': '2020-11-18T16:27:34Z', 'revision_number': 6, 'project_id': 'a059fa3edee14481b95a1aed15fa9fcb', 'gw_port_host': None}] {{(pid=80388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:27:34.776556 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fdb87cf8-d055-4843-873f-be092e7f9109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1990542'] for port, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:34.811460 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-275b22ca-1748-4d39-bc8b-30f79bf5229b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:34.817364 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5baa27f-8dc0-4ae3-b47f-d8c98c5dfb1d req-7e1b7723-9c6a-460a-a12d-3364c95e8382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:34.821221 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a5baa27f-8dc0-4ae3-b47f-d8c98c5dfb1d req-7e1b7723-9c6a-460a-a12d-3364c95e8382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.1134820 Nov 18 16:27:34.873679 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb87cf8-d055-4843-873f-be092e7f9109 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:34.880448 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a5baa27f-8dc0-4ae3-b47f-d8c98c5dfb1d req-37ec8a12-8454-4324-b81d-ecf115af5cc6 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527859 Nov 18 16:27:34.927700 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fdb87cf8-d055-4843-873f-be092e7f9109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:35.227270 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 115a79a5-ba2b-4a2b-a129-6e29ab0fca52 no longer exists at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:27:35.264596 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] No Port match for: 115a79a5-ba2b-4a2b-a129-6e29ab0fca52 {{(pid=80388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:27:35.265113 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 115a79a5-ba2b-4a2b-a129-6e29ab0fca52 not bound to the agent host dv-cinder-759955-2-smb {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:27:35.265682 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c no longer exists at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:27:35.300567 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] No Port match for: 9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c {{(pid=80388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:27:35.300994 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 9a2bd1fa-2a3a-4eab-9d0c-063213ae5b8c not bound to the agent host dv-cinder-759955-2-smb {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:27:35.421286 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fdb87cf8-d055-4843-873f-be092e7f9109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854068876'] for router_gateway, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:35.730720 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fdb87cf8-d055-4843-873f-be092e7f9109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854080788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854716841'] for router, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:35.735221 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fdb87cf8-d055-4843-873f-be092e7f9109 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:35.940049 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fdb87cf8-d055-4843-873f-be092e7f9109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854080938'] for router, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:35.940632 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb87cf8-d055-4843-873f-be092e7f9109 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a4e9ea5-66a0-46e0-9cc5-359e5fbff654 {{(pid=80386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 18 16:27:35.954858 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fdb87cf8-d055-4843-873f-be092e7f9109 admin admin] Notify callbacks [] for router, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:35.956199 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-fdb87cf8-d055-4843-873f-be092e7f9109 admin admin] 10.222.0.26 "DELETE /v2.0/routers/2a4e9ea5-66a0-46e0-9cc5-359e5fbff654 HTTP/1.1" status: 204 len: 168 time: 2.3233759 Nov 18 16:27:35.958942 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 53538) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:27:36.031760 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-f74adc08-c8d7-44d4-8f22-bfe2e901a467 admin admin] Deleting subnet e930cec8-6db8-483a-9efd-6ad1d182df64 {{(pid=80386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 16:27:36.037182 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f74adc08-c8d7-44d4-8f22-bfe2e901a467 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:36.139375 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f74adc08-c8d7-44d4-8f22-bfe2e901a467 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852785781'] for subnet, precommit_delete_associations {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:36.220898 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ce1ef-4cfb-482e-8caf-76c15a4065ff req-7a961810-74b7-49ea-9399-e741c43e2920 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:36.222550 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-336ce1ef-4cfb-482e-8caf-76c15a4065ff req-7a961810-74b7-49ea-9399-e741c43e2920 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.1882627 Nov 18 16:27:36.324082 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f74adc08-c8d7-44d4-8f22-bfe2e901a467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847102822'] for subnet, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:36.371594 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-336ce1ef-4cfb-482e-8caf-76c15a4065ff req-829d14d6-4b9b-418c-aa30-b9723745274b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086366 Nov 18 16:27:36.574668 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 8f20cd0b-9c77-42d3-bc58-b9890f1eab63 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:27:36.616472 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f74adc08-c8d7-44d4-8f22-bfe2e901a467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852785244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2160907'] for subnet, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:36.636449 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0f8df556-2534-475c-a68d-371c5c873ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:36.652544 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 8f20cd0b-9c77-42d3-bc58-b9890f1eab63 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:27:36.653012 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:36.685438 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74adc08-c8d7-44d4-8f22-bfe2e901a467 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e930cec8-6db8-483a-9efd-6ad1d182df64,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:36.688589 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f74adc08-c8d7-44d4-8f22-bfe2e901a467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:36.780455 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f74adc08-c8d7-44d4-8f22-bfe2e901a467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for subnet, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:36.785736 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6db3691-1b0d-493e-a8b3-b1fc6801055f None None] Network d8f88308-3b7d-4f88-a379-67873b752770 requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:27:36.790451 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 53546) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:27:36.790622 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-f74adc08-c8d7-44d4-8f22-bfe2e901a467 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e930cec8-6db8-483a-9efd-6ad1d182df64 HTTP/1.1" status: 204 len: 168 time: 0.8304451 Nov 18 16:27:36.910764 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-527d0b48-4965-4c1e-8822-c86feaa783a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7611418'] for network, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:36.982901 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-527d0b48-4965-4c1e-8822-c86feaa783a1 admin admin] Deleting port 49366af1-366b-4c27-9e94-8a7343dee7a7 {{(pid=80387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:27:36.983286 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-527d0b48-4965-4c1e-8822-c86feaa783a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:37.044825 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d028dc-40a4-4b0e-8a65-75552b8488cd None None] DHCP port deletion for d8f88308-3b7d-4f88-a379-67873b752770 request from dv-cinder-759955-2-smb {{(pid=80388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 18 16:27:37.049631 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-f2d028dc-40a4-4b0e-8a65-75552b8488cd None None] Deleting port 49366af1-366b-4c27-9e94-8a7343dee7a7 {{(pid=80388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:27:37.050059 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f2d028dc-40a4-4b0e-8a65-75552b8488cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:37.218600 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-527d0b48-4965-4c1e-8822-c86feaa783a1 admin admin] For port 49366af1-366b-4c27-9e94-8a7343dee7a7, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=49366af1-366b-4c27-9e94-8a7343dee7a7,segment=NetworkSegment(59bd26ae-f544-4976-8326-f88f38f0fa15),segment_id=59bd26ae-f544-4976-8326-f88f38f0fa15)] {{(pid=80387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:27:37.219116 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-527d0b48-4965-4c1e-8822-c86feaa783a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:37.247704 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 49366af1-366b-4c27-9e94-8a7343dee7a7 no longer exists at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:27:37.321211 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-f2d028dc-40a4-4b0e-8a65-75552b8488cd None None] For port 49366af1-366b-4c27-9e94-8a7343dee7a7, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=49366af1-366b-4c27-9e94-8a7343dee7a7,segment=NetworkSegment(59bd26ae-f544-4976-8326-f88f38f0fa15),segment_id=59bd26ae-f544-4976-8326-f88f38f0fa15)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:27:37.321698 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f2d028dc-40a4-4b0e-8a65-75552b8488cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:37.356636 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-527d0b48-4965-4c1e-8822-c86feaa783a1 admin admin] Calling delete_port for 49366af1-366b-4c27-9e94-8a7343dee7a7 owned by network:dhcp {{(pid=80387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:27:37.460105 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-f2d028dc-40a4-4b0e-8a65-75552b8488cd None None] Calling delete_port for 49366af1-366b-4c27-9e94-8a7343dee7a7 owned by network:dhcp {{(pid=80388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:27:37.461880 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-527d0b48-4965-4c1e-8822-c86feaa783a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:37.478524 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8f182b0e-5f7c-4576-9676-191705e88b25 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:37.493547 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.plugins.ml2.db [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] No ports have port_id starting with 49366af1-366b-4c27-9e94-8a7343dee7a7 Nov 18 16:27:37.524134 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d0b48-4965-4c1e-8822-c86feaa783a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=49366af1-366b-4c27-9e94-8a7343dee7a7,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:37.527425 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-527d0b48-4965-4c1e-8822-c86feaa783a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:37.607032 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.db.api [None req-f2d028dc-40a4-4b0e-8a65-75552b8488cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80388) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:27:37.607444 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_db.api [None req-f2d028dc-40a4-4b0e-8a65-75552b8488cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 16:27:37.627958 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527d0b48-4965-4c1e-8822-c86feaa783a1 admin admin] No DVR routers for this DVR port 49366af1-366b-4c27-9e94-8a7343dee7a7 on host dv-cinder-759955-2-smb {{(pid=80387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:27:37.756220 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-527d0b48-4965-4c1e-8822-c86feaa783a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847103455', 'neutron.services.segments.db._delete_segments_for_network--9223363242460435435'] for network, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:37.879497 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-527d0b48-4965-4c1e-8822-c86feaa783a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f88308-3b7d-4f88-a379-67873b752770']}} {{(pid=80387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:27:37.894289 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-527d0b48-4965-4c1e-8822-c86feaa783a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59bd26ae-f544-4976-8326-f88f38f0fa15') {'for_net_delete': True} {{(pid=80387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:27:37.894876 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-527d0b48-4965-4c1e-8822-c86feaa783a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59bd26ae-f544-4976-8326-f88f38f0fa15') {} {{(pid=80387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:27:37.909367 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-527d0b48-4965-4c1e-8822-c86feaa783a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242460437483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230549'] for segment, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:37.925609 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-527d0b48-4965-4c1e-8822-c86feaa783a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696124'] for segment, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:37.927721 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-527d0b48-4965-4c1e-8822-c86feaa783a1 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 16:27:38.108888 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-f2d028dc-40a4-4b0e-8a65-75552b8488cd None None] Deleting port 49366af1-366b-4c27-9e94-8a7343dee7a7 {{(pid=80388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:27:38.109441 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f2d028dc-40a4-4b0e-8a65-75552b8488cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:38.110508 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-527d0b48-4965-4c1e-8822-c86feaa783a1 admin admin] Network d8f88308-3b7d-4f88-a379-67873b752770 has no segments {{(pid=80387) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:27:38.120339 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-527d0b48-4965-4c1e-8822-c86feaa783a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847079692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2445775'] for segment, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:38.184115 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-f2d028dc-40a4-4b0e-8a65-75552b8488cd None None] The port '49366af1-366b-4c27-9e94-8a7343dee7a7' was deleted {{(pid=80388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 18 16:27:38.305679 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-527d0b48-4965-4c1e-8822-c86feaa783a1 admin admin] Network d8f88308-3b7d-4f88-a379-67873b752770 has no segments {{(pid=80387) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:27:38.328375 dv-cinder-759955-2-smb neutron-server[80275]: Traceback (most recent call last): Nov 18 16:27:38.328375 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:27:38.328375 dv-cinder-759955-2-smb neutron-server[80275]: timer() Nov 18 16:27:38.328375 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:27:38.328375 dv-cinder-759955-2-smb neutron-server[80275]: cb(*args, **kw) Nov 18 16:27:38.328375 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 16:27:38.328375 dv-cinder-759955-2-smb neutron-server[80275]: return func(*args, **kwargs) Nov 18 16:27:38.328375 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:27:38.328375 dv-cinder-759955-2-smb neutron-server[80275]: self._notify() Nov 18 16:27:38.328375 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:27:38.328375 dv-cinder-759955-2-smb neutron-server[80275]: self.callback(batched_events) Nov 18 16:27:38.328375 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:27:38.328375 dv-cinder-759955-2-smb neutron-server[80275]: event.method(event) Nov 18 16:27:38.328375 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 16:27:38.328375 dv-cinder-759955-2-smb neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:27:38.328375 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 16:27:38.328375 dv-cinder-759955-2-smb neutron-server[80275]: segment_id)['aggregates'][0] Nov 18 16:27:38.328375 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 16:27:38.328375 dv-cinder-759955-2-smb neutron-server[80275]: return f(self, *a, **k) Nov 18 16:27:38.328375 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:27:38.328375 dv-cinder-759955-2-smb neutron-server[80275]: return self._get(url).json() Nov 18 16:27:38.328375 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 16:27:38.328375 dv-cinder-759955-2-smb neutron-server[80275]: **kwargs) Nov 18 16:27:38.328375 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 16:27:38.328375 dv-cinder-759955-2-smb neutron-server[80275]: return self.request(url, 'GET', **kwargs) Nov 18 16:27:38.328375 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 16:27:38.328375 dv-cinder-759955-2-smb neutron-server[80275]: **endpoint_filter) Nov 18 16:27:38.328375 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 16:27:38.328375 dv-cinder-759955-2-smb neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:27:38.328375 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 16:27:38.328375 dv-cinder-759955-2-smb neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:27:38.328375 dv-cinder-759955-2-smb neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:27:38.437152 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-527d0b48-4965-4c1e-8822-c86feaa783a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7672361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for network, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:38.440507 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:38.454609 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-527d0b48-4965-4c1e-8822-c86feaa783a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for network, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:38.466194 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d0b48-4965-4c1e-8822-c86feaa783a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8f88308-3b7d-4f88-a379-67873b752770,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:38.469651 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-527d0b48-4965-4c1e-8822-c86feaa783a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:38.506438 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-527d0b48-4965-4c1e-8822-c86feaa783a1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d8f88308-3b7d-4f88-a379-67873b752770 HTTP/1.1" status: 204 len: 168 time: 1.7146399 Nov 18 16:27:38.739867 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 53560) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:27:38.794686 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-e45431b2-2363-4a87-b68c-493776a07a05 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a059fa3edee14481b95a1aed15fa9fcb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0533731 Nov 18 16:27:38.797177 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 53564) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:27:38.859758 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c76da4ad-427f-4c64-8c2f-e7e5a88882f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:38.887487 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c76da4ad-427f-4c64-8c2f-e7e5a88882f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:39.059644 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c76da4ad-427f-4c64-8c2f-e7e5a88882f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:39.065103 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-edbffbdf-124d-4c3b-abef-05c783705542 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:39.079339 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76da4ad-427f-4c64-8c2f-e7e5a88882f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0da6656-4ffa-42f1-b464-f3dcbf771396,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:39.081956 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c76da4ad-427f-4c64-8c2f-e7e5a88882f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:39.088682 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c76da4ad-427f-4c64-8c2f-e7e5a88882f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:39.090305 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-c76da4ad-427f-4c64-8c2f-e7e5a88882f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e0da6656-4ffa-42f1-b464-f3dcbf771396 HTTP/1.1" status: 204 len: 168 time: 0.2921410 Nov 18 16:27:49.038680 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-db1877a5-d713-4f3b-b360-91431b0ec148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:51.615972 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6ab96686-e19f-429e-a569-49e86e461e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:52.089932 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:53.038808 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:53.712873 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:55.405446 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 53812) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:27:55.473654 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] Deleting subnet 0fb2aae9-f9cc-4d37-85a6-9dc20a06ed52 {{(pid=80386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 16:27:55.476672 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:55.531125 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852785781'] for subnet, precommit_delete_associations {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:55.594569 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847102822'] for subnet, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:56.118697 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852785244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2160907'] for subnet, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:56.134854 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f74adc08-c8d7-44d4-8f22-bfe2e901a467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:56.186856 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fb2aae9-f9cc-4d37-85a6-9dc20a06ed52,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:56.249684 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:56.250095 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:56.250493 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:56.250931 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:56.251316 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:56.251705 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:56.252089 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:56.260657 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:56.260657 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:56.260657 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:56.260657 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:56.260657 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:56.260657 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:56.260657 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:56.260657 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:56.260657 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:56.260657 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:56.260657 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:56.260657 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:56.260657 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:56.260657 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:56.260657 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:56.263644 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:56.263644 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:56.271270 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:56.290857 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for subnet, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:56.297942 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-de4d1b04-3c79-47ce-a268-96ecc951b953 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0fb2aae9-f9cc-4d37-85a6-9dc20a06ed52 HTTP/1.1" status: 204 len: 168 time: 0.8914180 Nov 18 16:27:56.300486 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 53822) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:27:56.420611 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0b4d82fa-72b6-4849-a45e-8283946b4f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7611418'] for network, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:56.614678 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0b4d82fa-72b6-4849-a45e-8283946b4f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847103455', 'neutron.services.segments.db._delete_segments_for_network--9223363242460435435'] for network, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:56.732876 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-0b4d82fa-72b6-4849-a45e-8283946b4f85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbcba1de-b565-4732-82e3-2ffde33ce8dd']}} {{(pid=80386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:27:56.746193 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-0b4d82fa-72b6-4849-a45e-8283946b4f85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c10dff-5e87-4b10-884e-567fbac76910') {'for_net_delete': True} {{(pid=80386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:27:56.746533 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-0b4d82fa-72b6-4849-a45e-8283946b4f85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c10dff-5e87-4b10-884e-567fbac76910') {} {{(pid=80386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:27:56.758336 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0b4d82fa-72b6-4849-a45e-8283946b4f85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242460437483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1990067'] for segment, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:56.827034 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0b4d82fa-72b6-4849-a45e-8283946b4f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696124'] for segment, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:56.829463 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0b4d82fa-72b6-4849-a45e-8283946b4f85 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 16:27:57.016636 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-0b4d82fa-72b6-4849-a45e-8283946b4f85 admin admin] Network bbcba1de-b565-4732-82e3-2ffde33ce8dd has no segments {{(pid=80386) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:27:57.026440 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0b4d82fa-72b6-4849-a45e-8283946b4f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847079692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852785159'] for segment, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:57.111975 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c6ebe1e1-73e2-4299-b7dd-a9933abbb6ca req-0862d099-c670-4208-9a82-4fea39de5ee3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0741460 Nov 18 16:27:57.210262 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-0b4d82fa-72b6-4849-a45e-8283946b4f85 admin admin] Network bbcba1de-b565-4732-82e3-2ffde33ce8dd has no segments {{(pid=80386) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:27:57.221540 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c6ebe1e1-73e2-4299-b7dd-a9933abbb6ca req-3be1a344-7cfe-4588-96fb-54dd8f6b9a70 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=292e2beb7a044caea157c6f5f46c0ccb&device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 1162 time: 0.0881455 Nov 18 16:27:57.235212 dv-cinder-759955-2-smb neutron-server[80275]: Traceback (most recent call last): Nov 18 16:27:57.235212 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:27:57.235212 dv-cinder-759955-2-smb neutron-server[80275]: timer() Nov 18 16:27:57.235212 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:27:57.235212 dv-cinder-759955-2-smb neutron-server[80275]: cb(*args, **kw) Nov 18 16:27:57.235212 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 16:27:57.235212 dv-cinder-759955-2-smb neutron-server[80275]: return func(*args, **kwargs) Nov 18 16:27:57.235212 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:27:57.235212 dv-cinder-759955-2-smb neutron-server[80275]: self._notify() Nov 18 16:27:57.235212 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:27:57.235212 dv-cinder-759955-2-smb neutron-server[80275]: self.callback(batched_events) Nov 18 16:27:57.235212 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:27:57.235212 dv-cinder-759955-2-smb neutron-server[80275]: event.method(event) Nov 18 16:27:57.235212 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 16:27:57.235212 dv-cinder-759955-2-smb neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:27:57.235212 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 16:27:57.235212 dv-cinder-759955-2-smb neutron-server[80275]: segment_id)['aggregates'][0] Nov 18 16:27:57.235212 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 16:27:57.235212 dv-cinder-759955-2-smb neutron-server[80275]: return f(self, *a, **k) Nov 18 16:27:57.235212 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:27:57.235212 dv-cinder-759955-2-smb neutron-server[80275]: return self._get(url).json() Nov 18 16:27:57.235212 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 16:27:57.235212 dv-cinder-759955-2-smb neutron-server[80275]: **kwargs) Nov 18 16:27:57.235212 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 16:27:57.235212 dv-cinder-759955-2-smb neutron-server[80275]: return self.request(url, 'GET', **kwargs) Nov 18 16:27:57.235212 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 16:27:57.235212 dv-cinder-759955-2-smb neutron-server[80275]: **endpoint_filter) Nov 18 16:27:57.235212 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 16:27:57.235212 dv-cinder-759955-2-smb neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:27:57.235212 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 16:27:57.235212 dv-cinder-759955-2-smb neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:27:57.235212 dv-cinder-759955-2-smb neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:27:57.616664 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebe1e1-73e2-4299-b7dd-a9933abbb6ca req-f8122590-029e-421d-9cb7-8c3aafea9d56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:57.618341 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c6ebe1e1-73e2-4299-b7dd-a9933abbb6ca req-f8122590-029e-421d-9cb7-8c3aafea9d56 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ece5bf5e-8c90-44e7-9b10-a7a886498ac3 HTTP/1.1" status: 200 len: 905 time: 0.3763111 Nov 18 16:27:57.730761 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c6ebe1e1-73e2-4299-b7dd-a9933abbb6ca req-2254d817-99a8-46ad-8e0b-2539c3435c82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f20cd0b-9c77-42d3-bc58-b9890f1eab63 HTTP/1.1" status: 200 len: 1000 time: 0.1053898 Nov 18 16:27:57.756635 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:57.802326 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebe1e1-73e2-4299-b7dd-a9933abbb6ca req-221c0a9a-3c5c-4d3f-aa90-7e45a0dbdbbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:57.803911 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c6ebe1e1-73e2-4299-b7dd-a9933abbb6ca req-221c0a9a-3c5c-4d3f-aa90-7e45a0dbdbbb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197 HTTP/1.1" status: 200 len: 850 time: 0.0659885 Nov 18 16:27:57.821294 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0b4d82fa-72b6-4849-a45e-8283946b4f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7672361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for network, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:57.826587 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0b4d82fa-72b6-4849-a45e-8283946b4f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for network, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:57.829440 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:57.854127 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d82fa-72b6-4849-a45e-8283946b4f85 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbcba1de-b565-4732-82e3-2ffde33ce8dd,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:57.857051 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0b4d82fa-72b6-4849-a45e-8283946b4f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:57.890484 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c6ebe1e1-73e2-4299-b7dd-a9933abbb6ca req-666db591-70ec-49da-a87f-ff8990e2e6de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ece5bf5e-8c90-44e7-9b10-a7a886498ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0796885 Nov 18 16:27:57.902506 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-0b4d82fa-72b6-4849-a45e-8283946b4f85 admin admin] 10.222.0.26 "DELETE /v2.0/networks/bbcba1de-b565-4732-82e3-2ffde33ce8dd HTTP/1.1" status: 204 len: 168 time: 1.5987320 Nov 18 16:27:58.042950 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c6ebe1e1-73e2-4299-b7dd-a9933abbb6ca req-e1e9f5c9-f652-46fa-8351-3c5bac4e5e2c service neutron] 10.222.0.13 "GET /v2.0/networks/ece5bf5e-8c90-44e7-9b10-a7a886498ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447744 Nov 18 16:27:58.191845 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c6ebe1e1-73e2-4299-b7dd-a9933abbb6ca req-f89d5adb-6943-43a9-83b6-3da25327eb2d service neutron] 10.222.0.13 "GET /v2.0/networks/ece5bf5e-8c90-44e7-9b10-a7a886498ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1420379 Nov 18 16:27:58.235889 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 53850) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:27:58.295188 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-aa842a01-beb5-4938-80f7-4c4075bd5afc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=20222f18218e40eb8cc2d8f2fe67be2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0579214 Nov 18 16:27:58.297721 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 53854) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:27:58.367343 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a87c4087-9297-4866-b066-d18460b6ecdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:58.397537 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a87c4087-9297-4866-b066-d18460b6ecdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:58.552828 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a87c4087-9297-4866-b066-d18460b6ecdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:58.558756 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1ee571d0-fdc3-4937-8c77-7328a6fd8a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:58.573505 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c4087-9297-4866-b066-d18460b6ecdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e456741-8800-40c7-acd9-2904c9615908,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:58.576307 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a87c4087-9297-4866-b066-d18460b6ecdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:58.646939 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a87c4087-9297-4866-b066-d18460b6ecdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:58.648462 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-a87c4087-9297-4866-b066-d18460b6ecdd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1e456741-8800-40c7-acd9-2904c9615908 HTTP/1.1" status: 204 len: 168 time: 0.3497894 Nov 18 16:28:00.465888 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 53888) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:00.617923 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c64fa3b3-4790-4667-9305-640a0b7d129b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:00.652374 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c64fa3b3-4790-4667-9305-640a0b7d129b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:28:00.656561 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-c64fa3b3-4790-4667-9305-640a0b7d129b admin admin] Usage tracker for resource:security_group_rule and tenant:c285088fc0ab4edda33ebe901f9ea451 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:28:00.659569 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-c64fa3b3-4790-4667-9305-640a0b7d129b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:28:00.665638 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c64fa3b3-4790-4667-9305-640a0b7d129b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:28:00.863782 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c64fa3b3-4790-4667-9305-640a0b7d129b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:00.905347 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c64fa3b3-4790-4667-9305-640a0b7d129b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:00.913029 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4b6def34-b3b6-4989-affc-56640ade3eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:00.955945 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fa3b3-4790-4667-9305-640a0b7d129b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0def5c-1cd7-442e-acca-322de5ba1747,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:00.959365 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c64fa3b3-4790-4667-9305-640a0b7d129b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:00.963250 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-c64fa3b3-4790-4667-9305-640a0b7d129b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c285088fc0ab4edda33ebe901f9ea451&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4962473 Nov 18 16:28:00.965900 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 53894) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:01.033394 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b830944e-79eb-40a2-9337-279111786602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:01.061207 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b830944e-79eb-40a2-9337-279111786602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:01.152442 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b830944e-79eb-40a2-9337-279111786602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:01.157464 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6215025f-4e08-4b09-b3e8-4310b7f8c3e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:01.168642 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830944e-79eb-40a2-9337-279111786602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0def5c-1cd7-442e-acca-322de5ba1747,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:01.172502 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b830944e-79eb-40a2-9337-279111786602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:01.175743 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b830944e-79eb-40a2-9337-279111786602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:01.179796 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-b830944e-79eb-40a2-9337-279111786602 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b0def5c-1cd7-442e-acca-322de5ba1747 HTTP/1.1" status: 204 len: 168 time: 0.2128422 Nov 18 16:28:01.722526 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 53904) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:01.742102 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-30fc9f51-ad2c-4f9a-ada4-7a2ead570860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:01.775716 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-30fc9f51-ad2c-4f9a-ada4-7a2ead570860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:28:01.776024 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c59f46e0-1e6b-4275-98de-9dd0ac5b2e8a req-7c3c67b0-5e44-47af-9e4c-0b34bf5e6933 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/floatingips/42a4f344-4d8f-4605-b5b0-cd3a2b6e21e0 HTTP/1.1" status: 200 len: 999 time: 0.1141236 Nov 18 16:28:01.779926 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-30fc9f51-ad2c-4f9a-ada4-7a2ead570860 admin admin] Usage tracker for resource:security_group_rule and tenant:0d6aefe55e794367ab8e04ca5f6231f8 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:28:01.783086 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-30fc9f51-ad2c-4f9a-ada4-7a2ead570860 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:28:01.788903 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-30fc9f51-ad2c-4f9a-ada4-7a2ead570860 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:28:01.858470 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-30fc9f51-ad2c-4f9a-ada4-7a2ead570860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:01.889540 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-30fc9f51-ad2c-4f9a-ada4-7a2ead570860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:01.897557 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5ba80117-fe67-4752-a40b-3105ea347bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:01.941353 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc9f51-ad2c-4f9a-ada4-7a2ead570860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0650ab66-0782-403a-850e-472eaf083ae4,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:01.947033 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-30fc9f51-ad2c-4f9a-ada4-7a2ead570860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:01.953149 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-30fc9f51-ad2c-4f9a-ada4-7a2ead570860 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d6aefe55e794367ab8e04ca5f6231f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2271988 Nov 18 16:28:01.953920 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f46e0-1e6b-4275-98de-9dd0ac5b2e8a req-66070826-cf60-46be-b2f7-9a257be2e34e tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:01.953920 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c59f46e0-1e6b-4275-98de-9dd0ac5b2e8a req-66070826-cf60-46be-b2f7-9a257be2e34e tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/networks/1ab93bf2-7919-44ad-adde-8c05b7be9843 HTTP/1.1" status: 200 len: 784 time: 0.1570542 Nov 18 16:28:01.953920 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 53908) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:01.974943 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [req-c59f46e0-1e6b-4275-98de-9dd0ac5b2e8a req-e270283a-0f31-4925-acd3-f6595f2c6626 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=80387) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:28:01.975978 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c59f46e0-1e6b-4275-98de-9dd0ac5b2e8a req-e270283a-0f31-4925-acd3-f6595f2c6626 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0080817 Nov 18 16:28:02.120134 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c59f46e0-1e6b-4275-98de-9dd0ac5b2e8a req-df657f4e-9196-45b9-b3cb-cafbd6ecb965 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.28.2.236 HTTP/1.1" status: 200 len: 1002 time: 0.1348736 Nov 18 16:28:02.120877 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-84ae9ccf-eb9b-4c2c-b4cd-a1331f7e88eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:02.198207 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-84ae9ccf-eb9b-4c2c-b4cd-a1331f7e88eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:02.238195 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f46e0-1e6b-4275-98de-9dd0ac5b2e8a req-8d180287-3568-476e-8759-612cb15f81b1 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:02.239651 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c59f46e0-1e6b-4275-98de-9dd0ac5b2e8a req-8d180287-3568-476e-8759-612cb15f81b1 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports/12ef6aa6-acc8-4bbe-9cee-7442c4d02abb HTTP/1.1" status: 200 len: 943 time: 0.1092591 Nov 18 16:28:02.299333 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-84ae9ccf-eb9b-4c2c-b4cd-a1331f7e88eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:02.304772 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9023070d-46c5-4abb-bc55-cffaebb91759 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:02.317962 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae9ccf-eb9b-4c2c-b4cd-a1331f7e88eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0650ab66-0782-403a-850e-472eaf083ae4,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:02.320826 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-84ae9ccf-eb9b-4c2c-b4cd-a1331f7e88eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:02.325234 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-84ae9ccf-eb9b-4c2c-b4cd-a1331f7e88eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:02.329658 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-84ae9ccf-eb9b-4c2c-b4cd-a1331f7e88eb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0650ab66-0782-403a-850e-472eaf083ae4 HTTP/1.1" status: 204 len: 168 time: 0.3750505 Nov 18 16:28:02.439887 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c59f46e0-1e6b-4275-98de-9dd0ac5b2e8a req-bb694881-31e7-46f2-a9c7-e84f6d4490e9 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.28.2.236 HTTP/1.1" status: 200 len: 1002 time: 0.1088927 Nov 18 16:28:02.661585 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-c59f46e0-1e6b-4275-98de-9dd0ac5b2e8a req-a788d515-87a7-4de4-af48-5b22521cca0a tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Deleting port 9611653a-9be3-4a91-8045-5f3e626cd1e2 {{(pid=80387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:28:02.661976 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c59f46e0-1e6b-4275-98de-9dd0ac5b2e8a req-a788d515-87a7-4de4-af48-5b22521cca0a tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:02.853147 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c59f46e0-1e6b-4275-98de-9dd0ac5b2e8a req-a788d515-87a7-4de4-af48-5b22521cca0a tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:02.854004 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c59f46e0-1e6b-4275-98de-9dd0ac5b2e8a req-a788d515-87a7-4de4-af48-5b22521cca0a tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks [] for floatingip, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:02.989498 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-c59f46e0-1e6b-4275-98de-9dd0ac5b2e8a req-a788d515-87a7-4de4-af48-5b22521cca0a tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Calling delete_port for 9611653a-9be3-4a91-8045-5f3e626cd1e2 owned by network:floatingip {{(pid=80387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:28:03.175707 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c59f46e0-1e6b-4275-98de-9dd0ac5b2e8a req-a788d515-87a7-4de4-af48-5b22521cca0a tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:03.191493 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-447d2910-677f-420f-b688-f9aa7b13f984 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:03.246186 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788d515-87a7-4de4-af48-5b22521cca0a tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Pushing event deleted for resources: {'Port': ['ID=9611653a-9be3-4a91-8045-5f3e626cd1e2,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:03.250117 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a788d515-87a7-4de4-af48-5b22521cca0a tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:03.416403 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c59f46e0-1e6b-4275-98de-9dd0ac5b2e8a req-a788d515-87a7-4de4-af48-5b22521cca0a tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks [] for floatingip, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:03.416767 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.l3_db [req-c59f46e0-1e6b-4275-98de-9dd0ac5b2e8a req-a788d515-87a7-4de4-af48-5b22521cca0a tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Floating IP 42a4f344-4d8f-4605-b5b0-cd3a2b6e21e0 disassociated (deleted). External IP: 172.28.2.236, port: 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb. Nov 18 16:28:03.843084 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c59f46e0-1e6b-4275-98de-9dd0ac5b2e8a req-a788d515-87a7-4de4-af48-5b22521cca0a tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Router f35cd1e9-7b1e-405e-b562-e7325de18516 has already been hosted by L3 agent 06010dfa-7d57-41a4-b257-aaebf39abde2 {{(pid=80387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:28:04.284994 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c59f46e0-1e6b-4275-98de-9dd0ac5b2e8a req-a788d515-87a7-4de4-af48-5b22521cca0a tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify agent at l3_agent.dv-cinder-759955-2-smb the message routers_updated {{(pid=80387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:28:04.295529 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08442591-8ef5-4338-8453-49ae3220a3cd None None] Sync routers for ids ['f35cd1e9-7b1e-405e-b562-e7325de18516'] in dv-cinder-759955-2-smb {{(pid=80389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:28:04.308195 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08442591-8ef5-4338-8453-49ae3220a3cd None None] Routers {'f35cd1e9-7b1e-405e-b562-e7325de18516'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:28:04.308908 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-08442591-8ef5-4338-8453-49ae3220a3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:27:52Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['f35cd1e9-7b1e-405e-b562-e7325de18516'], 'active': True} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:04.371351 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c59f46e0-1e6b-4275-98de-9dd0ac5b2e8a req-a788d515-87a7-4de4-af48-5b22521cca0a tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for floatingip, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:04.433620 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c59f46e0-1e6b-4275-98de-9dd0ac5b2e8a req-a788d515-87a7-4de4-af48-5b22521cca0a tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "DELETE /v2.0/floatingips/42a4f344-4d8f-4605-b5b0-cd3a2b6e21e0 HTTP/1.1" status: 204 len: 173 time: 1.9874864 Nov 18 16:28:04.434726 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9', 'tag': '12ef6aa6-acc8-4bbe-9cee-7442c4d02abb'}] {{(pid=80387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:28:04.498562 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-08442591-8ef5-4338-8453-49ae3220a3cd None None] Set router f35cd1e9-7b1e-405e-b562-e7325de18516 gateway port host: dv-cinder-759955-2-smb {{(pid=80389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:28:04.514348 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9', 'tag': '12ef6aa6-acc8-4bbe-9cee-7442c4d02abb', 'status': 'completed', 'code': 200} Nov 18 16:28:04.530968 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c59f46e0-1e6b-4275-98de-9dd0ac5b2e8a req-17fa7a40-d436-4b8e-84e7-ba4bd6a4765f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=23f88eb8bc4948b6812bad8784ebd805&device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 1163 time: 0.0880868 Nov 18 16:28:04.748839 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f46e0-1e6b-4275-98de-9dd0ac5b2e8a req-b2e8092b-9521-448f-b1c8-81583da16768 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:04.750474 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c59f46e0-1e6b-4275-98de-9dd0ac5b2e8a req-b2e8092b-9521-448f-b1c8-81583da16768 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b81a599e-838a-4ffe-9e4f-9c727b5fc469 HTTP/1.1" status: 200 len: 902 time: 0.2121110 Nov 18 16:28:04.753563 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c3f8ebf0-46c2-4057-9081-49c087f15b36 req-a3a127fd-2f2d-4a8a-8e92-9890922956ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23f88eb8bc4948b6812bad8784ebd805&device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 1163 time: 0.1884308 Nov 18 16:28:04.847145 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-08442591-8ef5-4338-8453-49ae3220a3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'name': 'tempest-TestShelveInstance-128875647-router', 'tenant_id': '23f88eb8bc4948b6812bad8784ebd805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': 'f9d49898-8572-4b40-b304-b38190103ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:23:30Z', 'revision_number': 4, 'project_id': '23f88eb8bc4948b6812bad8784ebd805', 'gw_port': {'id': 'f9d49898-8572-4b40-b304-b38190103ed5', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:21Z', 'updated_at': '2020-11-18T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '79933ce3-49d1-46fb-a993-b9b46149f103', 'name': '', 'network_id': 'b81a599e-838a-4ffe-9e4f-9c727b5fc469', 'tenant_id': '23f88eb8bc4948b6812bad8784ebd805', 'mac_address': 'fa:16:3e:36:8b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '859a5374-f920-4fac-bd2d-9321c5f26e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:28Z', 'updated_at': '2020-11-18T16:23:40Z', 'revision_number': 5, 'project_id': '23f88eb8bc4948b6812bad8784ebd805', 'subnets': [{'id': '859a5374-f920-4fac-bd2d-9321c5f26e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:04.853208 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08442591-8ef5-4338-8453-49ae3220a3cd None None] Checking router: f35cd1e9-7b1e-405e-b562-e7325de18516 for host: dv-cinder-759955-2-smb {{(pid=80389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:28:04.863658 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08442591-8ef5-4338-8453-49ae3220a3cd None None] Routers {'f35cd1e9-7b1e-405e-b562-e7325de18516'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:28:04.864309 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-08442591-8ef5-4338-8453-49ae3220a3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:27:52Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['f35cd1e9-7b1e-405e-b562-e7325de18516'], 'active': True} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:04.870879 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c59f46e0-1e6b-4275-98de-9dd0ac5b2e8a req-58fa0b47-bb8e-436f-949a-3a8f3bf33fd2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12ef6aa6-acc8-4bbe-9cee-7442c4d02abb HTTP/1.1" status: 200 len: 217 time: 0.1140950 Nov 18 16:28:05.027573 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f46e0-1e6b-4275-98de-9dd0ac5b2e8a req-f1ba6bff-5b9c-422c-84c1-f94f5b7919a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:05.029187 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c59f46e0-1e6b-4275-98de-9dd0ac5b2e8a req-f1ba6bff-5b9c-422c-84c1-f94f5b7919a1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=859a5374-f920-4fac-bd2d-9321c5f26e4f HTTP/1.1" status: 200 len: 847 time: 0.1004293 Nov 18 16:28:05.037551 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8ebf0-46c2-4057-9081-49c087f15b36 req-f2b53b3c-5125-4011-a408-07ed30fae1dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:05.039105 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c3f8ebf0-46c2-4057-9081-49c087f15b36 req-f2b53b3c-5125-4011-a408-07ed30fae1dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=b81a599e-838a-4ffe-9e4f-9c727b5fc469 HTTP/1.1" status: 200 len: 902 time: 0.2232032 Nov 18 16:28:05.063645 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-08442591-8ef5-4338-8453-49ae3220a3cd None None] Set router f35cd1e9-7b1e-405e-b562-e7325de18516 gateway port host: dv-cinder-759955-2-smb {{(pid=80389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:28:05.162485 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c3f8ebf0-46c2-4057-9081-49c087f15b36 req-7a92a2cf-b7a6-46b9-bdb1-cd49a7348716 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12ef6aa6-acc8-4bbe-9cee-7442c4d02abb HTTP/1.1" status: 200 len: 217 time: 0.0842636 Nov 18 16:28:05.261086 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8ebf0-46c2-4057-9081-49c087f15b36 req-cb132605-72c5-43af-b3e4-45c62e27a091 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:05.262905 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c3f8ebf0-46c2-4057-9081-49c087f15b36 req-cb132605-72c5-43af-b3e4-45c62e27a091 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=859a5374-f920-4fac-bd2d-9321c5f26e4f HTTP/1.1" status: 200 len: 847 time: 0.0895243 Nov 18 16:28:05.277990 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c59f46e0-1e6b-4275-98de-9dd0ac5b2e8a req-0899c730-fd25-40ff-b09e-303abd660c77 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b81a599e-838a-4ffe-9e4f-9c727b5fc469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2418237 Nov 18 16:28:05.434453 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-08442591-8ef5-4338-8453-49ae3220a3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'name': 'tempest-TestShelveInstance-128875647-router', 'tenant_id': '23f88eb8bc4948b6812bad8784ebd805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': 'f9d49898-8572-4b40-b304-b38190103ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:23:30Z', 'revision_number': 4, 'project_id': '23f88eb8bc4948b6812bad8784ebd805', 'gw_port': {'id': 'f9d49898-8572-4b40-b304-b38190103ed5', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:21Z', 'updated_at': '2020-11-18T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '79933ce3-49d1-46fb-a993-b9b46149f103', 'name': '', 'network_id': 'b81a599e-838a-4ffe-9e4f-9c727b5fc469', 'tenant_id': '23f88eb8bc4948b6812bad8784ebd805', 'mac_address': 'fa:16:3e:36:8b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '859a5374-f920-4fac-bd2d-9321c5f26e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:28Z', 'updated_at': '2020-11-18T16:23:40Z', 'revision_number': 5, 'project_id': '23f88eb8bc4948b6812bad8784ebd805', 'subnets': [{'id': '859a5374-f920-4fac-bd2d-9321c5f26e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:05.438644 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08442591-8ef5-4338-8453-49ae3220a3cd None None] The sync data for ids ['f35cd1e9-7b1e-405e-b562-e7325de18516'] in dv-cinder-759955-2-smb is: [{'id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'name': 'tempest-TestShelveInstance-128875647-router', 'tenant_id': '23f88eb8bc4948b6812bad8784ebd805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': 'f9d49898-8572-4b40-b304-b38190103ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:23:30Z', 'revision_number': 4, 'project_id': '23f88eb8bc4948b6812bad8784ebd805', 'gw_port': {'id': 'f9d49898-8572-4b40-b304-b38190103ed5', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:21Z', 'updated_at': '2020-11-18T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '79933ce3-49d1-46fb-a993-b9b46149f103', 'name': '', 'network_id': 'b81a599e-838a-4ffe-9e4f-9c727b5fc469', 'tenant_id': '23f88eb8bc4948b6812bad8784ebd805', 'mac_address': 'fa:16:3e:36:8b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '859a5374-f920-4fac-bd2d-9321c5f26e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:28Z', 'updated_at': '2020-11-18T16:23:40Z', 'revision_number': 5, 'project_id': '23f88eb8bc4948b6812bad8784ebd805', 'subnets': [{'id': '859a5374-f920-4fac-bd2d-9321c5f26e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:28:05.489104 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c59f46e0-1e6b-4275-98de-9dd0ac5b2e8a req-9eda5a9a-62fd-4dcf-a076-fd41475cd2de service neutron] 10.222.0.26 "GET /v2.0/networks/b81a599e-838a-4ffe-9e4f-9c727b5fc469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101259 Nov 18 16:28:05.492284 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c3f8ebf0-46c2-4057-9081-49c087f15b36 req-fc7ce893-a7af-4e9b-a1e6-1e3b830cd82d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b81a599e-838a-4ffe-9e4f-9c727b5fc469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2121730 Nov 18 16:28:05.766778 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c59f46e0-1e6b-4275-98de-9dd0ac5b2e8a req-b038ad50-b2e7-44cb-87b3-0b9e77ca54f2 service neutron] 10.222.0.26 "GET /v2.0/networks/b81a599e-838a-4ffe-9e4f-9c727b5fc469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2696595 Nov 18 16:28:05.770298 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c3f8ebf0-46c2-4057-9081-49c087f15b36 req-e2eca0ad-1d9c-4fab-a3c9-aacd10b679c4 service neutron] 10.222.0.13 "GET /v2.0/networks/b81a599e-838a-4ffe-9e4f-9c727b5fc469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462125 Nov 18 16:28:05.799869 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a947a86-9c7c-4f25-94da-ba873991776d None None] New status for floating IP 42a4f344-4d8f-4605-b5b0-cd3a2b6e21e0: DOWN {{(pid=80388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 16:28:05.925885 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c3f8ebf0-46c2-4057-9081-49c087f15b36 req-f3a822d4-714e-48f2-bfcc-15b080b8cf80 service neutron] 10.222.0.13 "GET /v2.0/networks/b81a599e-838a-4ffe-9e4f-9c727b5fc469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1490891 Nov 18 16:28:06.319289 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25249310-b93b-4993-bec6-2692ac00a798 req-08fbe88d-8534-4650-b5d1-7c20a6abdadc tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:06.320054 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-25249310-b93b-4993-bec6-2692ac00a798 req-08fbe88d-8534-4650-b5d1-7c20a6abdadc tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Synchronizing usage tracker for tenant:23f88eb8bc4948b6812bad8784ebd805 on resource:port {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:28:06.363887 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-25249310-b93b-4993-bec6-2692ac00a798 req-08fbe88d-8534-4650-b5d1-7c20a6abdadc tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Unset dirty status for tenant:23f88eb8bc4948b6812bad8784ebd805 on resource:port {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:28:06.365816 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-25249310-b93b-4993-bec6-2692ac00a798 req-08fbe88d-8534-4650-b5d1-7c20a6abdadc tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 946 time: 0.1310990 Nov 18 16:28:06.421347 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-25249310-b93b-4993-bec6-2692ac00a798 req-285639d9-70d1-4d60-b3d2-04c3be09fa96 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0484047 Nov 18 16:28:07.638390 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b316ac-8a04-4722-a1e0-40366babeef8 req-e06d87e5-00a1-4377-a1c9-28e4d18ac5b3 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:07.640027 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e8b316ac-8a04-4722-a1e0-40366babeef8 req-e06d87e5-00a1-4377-a1c9-28e4d18ac5b3 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 946 time: 0.0866153 Nov 18 16:28:07.655396 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb99c5a-b1fb-451b-a2f5-8ae0042f5841 req-88c1ee09-4bf9-484f-9bf0-d3426674249d tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:07.657051 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-eeb99c5a-b1fb-451b-a2f5-8ae0042f5841 req-88c1ee09-4bf9-484f-9bf0-d3426674249d tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.13 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 946 time: 0.0842164 Nov 18 16:28:07.689421 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e8b316ac-8a04-4722-a1e0-40366babeef8 req-7ded3b9e-8669-4bdd-b145-da2ab7ffdb56 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups?id=e2faf772-ba4c-4847-b778-cdd2d76108a3&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0428824 Nov 18 16:28:07.737973 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-eeb99c5a-b1fb-451b-a2f5-8ae0042f5841 req-b998ad65-075d-470b-b7dd-cd42d00c4e29 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Deleting port 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb {{(pid=80387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:28:07.738290 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-eeb99c5a-b1fb-451b-a2f5-8ae0042f5841 req-b998ad65-075d-470b-b7dd-cd42d00c4e29 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:08.008043 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-eeb99c5a-b1fb-451b-a2f5-8ae0042f5841 req-b998ad65-075d-470b-b7dd-cd42d00c4e29 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] For port 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=12ef6aa6-acc8-4bbe-9cee-7442c4d02abb,segment=NetworkSegment(55e8528c-95cf-4217-a937-dca6741bdca2),segment_id=55e8528c-95cf-4217-a937-dca6741bdca2)] {{(pid=80387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:28:08.008382 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-eeb99c5a-b1fb-451b-a2f5-8ae0042f5841 req-b998ad65-075d-470b-b7dd-cd42d00c4e29 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:08.142144 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-eeb99c5a-b1fb-451b-a2f5-8ae0042f5841 req-b998ad65-075d-470b-b7dd-cd42d00c4e29 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Calling delete_port for 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb owned by compute:nova {{(pid=80387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:28:08.344806 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-eeb99c5a-b1fb-451b-a2f5-8ae0042f5841 req-b998ad65-075d-470b-b7dd-cd42d00c4e29 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:08.361318 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-241e15b9-4cc0-4fd8-98f5-90f157177f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:08.422129 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998ad65-075d-470b-b7dd-cd42d00c4e29 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Pushing event deleted for resources: {'Port': ['ID=12ef6aa6-acc8-4bbe-9cee-7442c4d02abb,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:08.426821 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b998ad65-075d-470b-b7dd-cd42d00c4e29 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:08.572325 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb99c5a-b1fb-451b-a2f5-8ae0042f5841 req-b998ad65-075d-470b-b7dd-cd42d00c4e29 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] No DVR routers for this DVR port 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb on host hv-cinder-75995 {{(pid=80387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:28:08.574699 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-eeb99c5a-b1fb-451b-a2f5-8ae0042f5841 req-b998ad65-075d-470b-b7dd-cd42d00c4e29 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:08.577971 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9', 'name': 'network-vif-deleted', 'tag': '12ef6aa6-acc8-4bbe-9cee-7442c4d02abb'}] {{(pid=80387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:28:08.637249 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-eeb99c5a-b1fb-451b-a2f5-8ae0042f5841 req-b998ad65-075d-470b-b7dd-cd42d00c4e29 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.13 "DELETE /v2.0/ports/12ef6aa6-acc8-4bbe-9cee-7442c4d02abb HTTP/1.1" status: 204 len: 173 time: 0.9747419 Nov 18 16:28:08.642267 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9', 'name': 'network-vif-deleted', 'tag': '12ef6aa6-acc8-4bbe-9cee-7442c4d02abb', 'status': 'completed', 'code': 200} Nov 18 16:28:08.851379 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:28:08.878421 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-366595f2-b4ff-4ecc-b4a8-2150b843650a req-f78fff94-c745-461a-964e-e1568711f579 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/ports?device_id=5433b9d7-0fd1-4e32-b8cf-817b26d8d4f9 HTTP/1.1" status: 200 len: 210 time: 0.0485129 Nov 18 16:28:08.887273 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] No Port match for: 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb {{(pid=80388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:28:08.887570 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 12ef6aa6-acc8-4bbe-9cee-7442c4d02abb not bound to the agent host hv-cinder-75995 {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:28:09.762172 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd89a4-130c-4c4f-99b2-c0280b2d99d2 req-ec85875b-5847-4a77-ad0b-175ab34a9daf tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:09.763918 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-dcdd89a4-130c-4c4f-99b2-c0280b2d99d2 req-ec85875b-5847-4a77-ad0b-175ab34a9daf tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.0928295 Nov 18 16:28:09.832988 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-dcdd89a4-130c-4c4f-99b2-c0280b2d99d2 req-49b22e15-0962-49da-bd1d-a75c3e92a5ae tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620818 Nov 18 16:28:10.073980 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1efa27ed-352f-4811-885d-d1d9db3e6952 req-7626fff6-e6df-4cd4-96f8-231242a1fcff tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "GET /v2.0/security-groups/e2faf772-ba4c-4847-b778-cdd2d76108a3 HTTP/1.1" status: 200 len: 2647 time: 0.0517557 Nov 18 16:28:10.156483 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-1efa27ed-352f-4811-885d-d1d9db3e6952 req-be42c3eb-b5c1-4845-b362-435e8bc4c37d tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:10.165786 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 6 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:28:10.187098 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-1efa27ed-352f-4811-885d-d1d9db3e6952 req-be42c3eb-b5c1-4845-b362-435e8bc4c37d tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:10.270362 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-1efa27ed-352f-4811-885d-d1d9db3e6952 req-be42c3eb-b5c1-4845-b362-435e8bc4c37d tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:10.275970 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fdbf080d-d170-4a90-884e-fbcbf65fedf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:10.292707 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42c3eb-b5c1-4845-b362-435e8bc4c37d tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2faf772-ba4c-4847-b778-cdd2d76108a3,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:10.296256 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-be42c3eb-b5c1-4845-b362-435e8bc4c37d tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:10.353051 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-1efa27ed-352f-4811-885d-d1d9db3e6952 req-be42c3eb-b5c1-4845-b362-435e8bc4c37d tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:10.354283 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1efa27ed-352f-4811-885d-d1d9db3e6952 req-be42c3eb-b5c1-4845-b362-435e8bc4c37d tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] 10.222.0.26 "DELETE /v2.0/security-groups/e2faf772-ba4c-4847-b778-cdd2d76108a3 HTTP/1.1" status: 204 len: 173 time: 0.2735882 Nov 18 16:28:10.453438 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 54004) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:11.045614 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ad932-fb26-4ef6-8146-39e24862ba54 req-548a22b6-0d0e-4d52-b4c9-351d11929ae3 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:11.047377 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-806ad932-fb26-4ef6-8146-39e24862ba54 req-548a22b6-0d0e-4d52-b4c9-351d11929ae3 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.0852556 Nov 18 16:28:11.094415 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-93d455b3-895e-4551-9cc8-86f1c6d6eace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854074764'] for router_interface, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:11.099959 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-806ad932-fb26-4ef6-8146-39e24862ba54 req-02bb8353-cd1a-424a-ac4b-73cd694210e3 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460610 Nov 18 16:28:11.658109 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b93b7-a28c-4a38-80eb-fe5f8397ac56 req-2db74f87-1c61-4d06-a1db-ac4e5dc5e5ad tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:11.659602 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-754b93b7-a28c-4a38-80eb-fe5f8397ac56 req-2db74f87-1c61-4d06-a1db-ac4e5dc5e5ad tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.13 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.1826141 Nov 18 16:28:11.716096 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 54018) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:11.752668 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-754b93b7-a28c-4a38-80eb-fe5f8397ac56 req-83243b36-86bb-4ced-9cb3-f33cfd065c2f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Deleting port 8f20cd0b-9c77-42d3-bc58-b9890f1eab63 {{(pid=80387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:28:11.753081 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-754b93b7-a28c-4a38-80eb-fe5f8397ac56 req-83243b36-86bb-4ced-9cb3-f33cfd065c2f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:11.879432 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-88926eb5-f33a-4b3a-abe7-645aaec39fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:11.914147 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-88926eb5-f33a-4b3a-abe7-645aaec39fb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:28:11.918855 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-88926eb5-f33a-4b3a-abe7-645aaec39fb9 admin admin] Usage tracker for resource:security_group_rule and tenant:ecb9f1a866b44f3bb307e23c91a47ff5 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:28:11.922019 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-88926eb5-f33a-4b3a-abe7-645aaec39fb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:28:11.928038 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-88926eb5-f33a-4b3a-abe7-645aaec39fb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:28:11.997970 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-88926eb5-f33a-4b3a-abe7-645aaec39fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:12.032568 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-88926eb5-f33a-4b3a-abe7-645aaec39fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:12.041289 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b05cc739-33a4-4647-a234-956c74eae99b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:12.082987 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88926eb5-f33a-4b3a-abe7-645aaec39fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab97a75-cd2c-4286-ba98-9fb096958182,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:12.087743 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-88926eb5-f33a-4b3a-abe7-645aaec39fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:12.092365 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-88926eb5-f33a-4b3a-abe7-645aaec39fb9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ecb9f1a866b44f3bb307e23c91a47ff5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3729122 Nov 18 16:28:12.093351 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 54024) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:12.129959 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-754b93b7-a28c-4a38-80eb-fe5f8397ac56 req-83243b36-86bb-4ced-9cb3-f33cfd065c2f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] For port 8f20cd0b-9c77-42d3-bc58-b9890f1eab63, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=8f20cd0b-9c77-42d3-bc58-b9890f1eab63,segment=NetworkSegment(5d1c135a-f5a5-4ec5-a274-d33dd11b43d8),segment_id=5d1c135a-f5a5-4ec5-a274-d33dd11b43d8)] {{(pid=80387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:28:12.130371 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-754b93b7-a28c-4a38-80eb-fe5f8397ac56 req-83243b36-86bb-4ced-9cb3-f33cfd065c2f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:12.158710 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3a8415de-dcf4-4768-854a-73886a97ac5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:12.187732 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3a8415de-dcf4-4768-854a-73886a97ac5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:12.202489 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-93d455b3-895e-4551-9cc8-86f1c6d6eace admin admin] Deleting port 79933ce3-49d1-46fb-a993-b9b46149f103 {{(pid=80387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:28:12.202866 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-93d455b3-895e-4551-9cc8-86f1c6d6eace admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:12.264733 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3a8415de-dcf4-4768-854a-73886a97ac5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:12.270067 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-117350a6-ddb9-4d06-89df-696eb1b1e168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:12.281400 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8415de-dcf4-4768-854a-73886a97ac5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab97a75-cd2c-4286-ba98-9fb096958182,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:12.286421 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3a8415de-dcf4-4768-854a-73886a97ac5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:12.288884 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3a8415de-dcf4-4768-854a-73886a97ac5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:12.290208 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-3a8415de-dcf4-4768-854a-73886a97ac5a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bab97a75-cd2c-4286-ba98-9fb096958182 HTTP/1.1" status: 204 len: 168 time: 0.1960299 Nov 18 16:28:12.648661 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb54ab-28f9-482b-a09e-73b4058c15d9 req-bf19e246-8f9c-40d3-8a92-000e97c63efc tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:12.650899 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-65cb54ab-28f9-482b-a09e-73b4058c15d9 req-bf19e246-8f9c-40d3-8a92-000e97c63efc tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 945 time: 0.3985624 Nov 18 16:28:12.713326 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-93d455b3-895e-4551-9cc8-86f1c6d6eace admin admin] For port 79933ce3-49d1-46fb-a993-b9b46149f103, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=79933ce3-49d1-46fb-a993-b9b46149f103,segment=NetworkSegment(55e8528c-95cf-4217-a937-dca6741bdca2),segment_id=55e8528c-95cf-4217-a937-dca6741bdca2)] {{(pid=80387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:28:12.713649 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-93d455b3-895e-4551-9cc8-86f1c6d6eace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:12.724959 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-754b93b7-a28c-4a38-80eb-fe5f8397ac56 req-83243b36-86bb-4ced-9cb3-f33cfd065c2f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for floatingip, precommit_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:12.726687 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-754b93b7-a28c-4a38-80eb-fe5f8397ac56 req-83243b36-86bb-4ced-9cb3-f33cfd065c2f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701080'] for floatingip, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:12.726687 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.l3_db [req-754b93b7-a28c-4a38-80eb-fe5f8397ac56 req-83243b36-86bb-4ced-9cb3-f33cfd065c2f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Floating IP 8c418900-95f2-4abc-b3d2-1b91cc948683 disassociated. External IP: 172.28.2.45, port: 8f20cd0b-9c77-42d3-bc58-b9890f1eab63. Nov 18 16:28:12.726687 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-754b93b7-a28c-4a38-80eb-fe5f8397ac56 req-83243b36-86bb-4ced-9cb3-f33cfd065c2f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Calling delete_port for 8f20cd0b-9c77-42d3-bc58-b9890f1eab63 owned by compute:nova {{(pid=80387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:28:12.862648 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 54034) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:12.883195 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f2abadf9-94b1-498a-a89a-e256ef2dad25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:12.887185 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 8f20cd0b-9c77-42d3-bc58-b9890f1eab63 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:28:12.922454 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f2abadf9-94b1-498a-a89a-e256ef2dad25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:28:12.926854 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-f2abadf9-94b1-498a-a89a-e256ef2dad25 admin admin] Usage tracker for resource:security_group_rule and tenant:670edc807e2b4ca6b12bc25c562d9f8e is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:28:12.930002 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-f2abadf9-94b1-498a-a89a-e256ef2dad25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:28:12.936984 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f2abadf9-94b1-498a-a89a-e256ef2dad25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:28:13.013120 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:13.019978 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f2abadf9-94b1-498a-a89a-e256ef2dad25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:13.042468 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae14ed78-2850-400b-937b-998c0a612cfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f20cd0b-9c77-42d3-bc58-b9890f1eab63'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:28:13.049737 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f2abadf9-94b1-498a-a89a-e256ef2dad25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:13.053051 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port 8f20cd0b-9c77-42d3-bc58-b9890f1eab63, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=8f20cd0b-9c77-42d3-bc58-b9890f1eab63,segment=NetworkSegment(5d1c135a-f5a5-4ec5-a274-d33dd11b43d8),segment_id=5d1c135a-f5a5-4ec5-a274-d33dd11b43d8)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:28:13.062645 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a0e30543-f934-49e2-84c8-319f77fb3653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:13.096324 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:13.099622 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:13.110412 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abadf9-94b1-498a-a89a-e256ef2dad25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183d3ab6-b0ea-4d48-acba-34f27e89b53d,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:13.116525 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-f2abadf9-94b1-498a-a89a-e256ef2dad25 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=670edc807e2b4ca6b12bc25c562d9f8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2515130 Nov 18 16:28:13.116525 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f2abadf9-94b1-498a-a89a-e256ef2dad25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:13.121285 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 54040) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:13.139282 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae14ed78-2850-400b-937b-998c0a612cfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f20cd0b-9c77-42d3-bc58-b9890f1eab63', 'code': 200} Nov 18 16:28:13.144734 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-93d455b3-895e-4551-9cc8-86f1c6d6eace admin admin] Calling delete_port for 79933ce3-49d1-46fb-a993-b9b46149f103 owned by network:router_interface {{(pid=80387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:28:13.179430 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=8f20cd0b-9c77-42d3-bc58-b9890f1eab63,revision_number=5']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:13.188846 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:13.189233 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:13.189612 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:13.189964 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:13.190898 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:13.191251 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:13.191767 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:13.191881 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-806ce5d1-7ae0-45de-b294-5779672cb135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:13.192389 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:13.192760 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:13.193211 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:13.193679 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:13.193802 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-65cb54ab-28f9-482b-a09e-73b4058c15d9 req-1a9ba686-4e26-46db-ac61-6061d9d73e3f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5275121 Nov 18 16:28:13.194264 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:13.194920 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:13.195303 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:13.195672 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:13.197212 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:13.197212 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:13.197649 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:13.198022 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:13.198390 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:13.198872 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:13.199393 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:13.199824 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:13.200231 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:13.204997 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:13.233350 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-806ce5d1-7ae0-45de-b294-5779672cb135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:13.267317 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.db.api [req-754b93b7-a28c-4a38-80eb-fe5f8397ac56 req-83243b36-86bb-4ced-9cb3-f33cfd065c2f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80387) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:28:13.267684 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_db.api [req-754b93b7-a28c-4a38-80eb-fe5f8397ac56 req-83243b36-86bb-4ced-9cb3-f33cfd065c2f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 16:28:13.322589 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-806ce5d1-7ae0-45de-b294-5779672cb135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:13.328046 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-23224bd0-a781-4f72-b2f1-1db0405eb92b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:13.339644 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ce5d1-7ae0-45de-b294-5779672cb135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183d3ab6-b0ea-4d48-acba-34f27e89b53d,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:13.342672 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-806ce5d1-7ae0-45de-b294-5779672cb135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:13.349360 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-806ce5d1-7ae0-45de-b294-5779672cb135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:13.353757 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-806ce5d1-7ae0-45de-b294-5779672cb135 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/183d3ab6-b0ea-4d48-acba-34f27e89b53d HTTP/1.1" status: 204 len: 168 time: 0.2304738 Nov 18 16:28:13.385498 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-93d455b3-895e-4551-9cc8-86f1c6d6eace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:13.402492 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-28d67277-b959-4c02-ae9b-36d1b781d9c0 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:13.455029 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d455b3-895e-4551-9cc8-86f1c6d6eace admin admin] Pushing event deleted for resources: {'Port': ['ID=79933ce3-49d1-46fb-a993-b9b46149f103,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:13.459717 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-93d455b3-895e-4551-9cc8-86f1c6d6eace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:13.787612 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-754b93b7-a28c-4a38-80eb-fe5f8397ac56 req-83243b36-86bb-4ced-9cb3-f33cfd065c2f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Deleting port 8f20cd0b-9c77-42d3-bc58-b9890f1eab63 {{(pid=80387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:28:13.787612 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-754b93b7-a28c-4a38-80eb-fe5f8397ac56 req-83243b36-86bb-4ced-9cb3-f33cfd065c2f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:14.062141 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-93d455b3-895e-4551-9cc8-86f1c6d6eace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8331557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694244'] for router_interface, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:14.182562 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-754b93b7-a28c-4a38-80eb-fe5f8397ac56 req-83243b36-86bb-4ced-9cb3-f33cfd065c2f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] For port 8f20cd0b-9c77-42d3-bc58-b9890f1eab63, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=8f20cd0b-9c77-42d3-bc58-b9890f1eab63,segment=NetworkSegment(5d1c135a-f5a5-4ec5-a274-d33dd11b43d8),segment_id=5d1c135a-f5a5-4ec5-a274-d33dd11b43d8)] {{(pid=80387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:28:14.183140 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-754b93b7-a28c-4a38-80eb-fe5f8397ac56 req-83243b36-86bb-4ced-9cb3-f33cfd065c2f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:14.439981 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85556612-5a22-4c34-81bf-d8439c9ba8c3 req-7e3b93b2-97bc-4f5c-bad7-24cb55e6efe4 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:14.441647 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-85556612-5a22-4c34-81bf-d8439c9ba8c3 req-7e3b93b2-97bc-4f5c-bad7-24cb55e6efe4 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 943 time: 0.0987146 Nov 18 16:28:14.497439 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 54064) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:14.505878 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-85556612-5a22-4c34-81bf-d8439c9ba8c3 req-1356d74f-f2ce-4a14-bbe9-0127ff8c597c tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=716c4c6d-54a5-41ba-bfad-7c6f09af7df2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568726 Nov 18 16:28:14.607271 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-754b93b7-a28c-4a38-80eb-fe5f8397ac56 req-83243b36-86bb-4ced-9cb3-f33cfd065c2f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for floatingip, precommit_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:14.607691 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-754b93b7-a28c-4a38-80eb-fe5f8397ac56 req-83243b36-86bb-4ced-9cb3-f33cfd065c2f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701080'] for floatingip, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:14.608044 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.l3_db [req-754b93b7-a28c-4a38-80eb-fe5f8397ac56 req-83243b36-86bb-4ced-9cb3-f33cfd065c2f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Floating IP 8c418900-95f2-4abc-b3d2-1b91cc948683 disassociated. External IP: 172.28.2.45, port: 8f20cd0b-9c77-42d3-bc58-b9890f1eab63. Nov 18 16:28:14.608429 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-754b93b7-a28c-4a38-80eb-fe5f8397ac56 req-83243b36-86bb-4ced-9cb3-f33cfd065c2f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Calling delete_port for 8f20cd0b-9c77-42d3-bc58-b9890f1eab63 owned by compute:nova {{(pid=80387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:28:14.644467 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-53f14f4c-687b-4845-bf0c-4d557c566b66 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-117194819-network', 'tenant_id': '7a6706a68e87441ba00d939149ab0df2'}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:28:14.649916 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-53f14f4c-687b-4845-bf0c-4d557c566b66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:28:14.654273 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-53f14f4c-687b-4845-bf0c-4d557c566b66 admin admin] Usage tracker for resource:network and tenant:7a6706a68e87441ba00d939149ab0df2 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:28:14.657385 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-53f14f4c-687b-4845-bf0c-4d557c566b66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:28:14.663763 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-53f14f4c-687b-4845-bf0c-4d557c566b66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:28:14.706929 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f14f4c-687b-4845-bf0c-4d557c566b66 admin admin] Made reservation on behalf of 7a6706a68e87441ba00d939149ab0df2 for: {'network': 1} {{(pid=80386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:28:14.711922 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-53f14f4c-687b-4845-bf0c-4d557c566b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for network, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:14.725675 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-53f14f4c-687b-4845-bf0c-4d557c566b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:14.802636 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-53f14f4c-687b-4845-bf0c-4d557c566b66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:28:14.807496 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-53f14f4c-687b-4845-bf0c-4d557c566b66 admin admin] Usage tracker for resource:security_group_rule and tenant:7a6706a68e87441ba00d939149ab0df2 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:28:14.810631 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-53f14f4c-687b-4845-bf0c-4d557c566b66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:28:14.816449 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-53f14f4c-687b-4845-bf0c-4d557c566b66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:28:14.887772 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-53f14f4c-687b-4845-bf0c-4d557c566b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:14.916402 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-53f14f4c-687b-4845-bf0c-4d557c566b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:14.920779 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4aae785e-14c2-4d01-83e3-04099d3bcfe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:14.950265 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f14f4c-687b-4845-bf0c-4d557c566b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a3498c-0bb7-45dd-95b9-a7e78949a2e2,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:14.953665 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-53f14f4c-687b-4845-bf0c-4d557c566b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:15.026351 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f14f4c-687b-4845-bf0c-4d557c566b66 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:28:15.035919 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-53f14f4c-687b-4845-bf0c-4d557c566b66 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794394340365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696124'] for segment, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:15.036356 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.segments_db [None req-53f14f4c-687b-4845-bf0c-4d557c566b66 admin admin] Added segment 61e4cdbc-bd84-4d8b-b34d-3f4f99fb1640 of type vxlan for network 0e6e4e60-94dc-4e5b-a4f1-db5a68e5dd1b Nov 18 16:28:15.063686 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-53f14f4c-687b-4845-bf0c-4d557c566b66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242460990785'] for network, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:15.104056 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-754b93b7-a28c-4a38-80eb-fe5f8397ac56 req-83243b36-86bb-4ced-9cb3-f33cfd065c2f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:15.121387 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-eb957e1c-a15a-4b13-bce5-6c6e78b83ecf tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:15.124146 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-53f14f4c-687b-4845-bf0c-4d557c566b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for network, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:15.125502 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f14f4c-687b-4845-bf0c-4d557c566b66 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:15.126197 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-53f14f4c-687b-4845-bf0c-4d557c566b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for network, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:15.131486 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:15.181415 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83243b36-86bb-4ced-9cb3-f33cfd065c2f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Pushing event deleted for resources: {'Port': ['ID=8f20cd0b-9c77-42d3-bc58-b9890f1eab63,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:15.188847 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-83243b36-86bb-4ced-9cb3-f33cfd065c2f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:15.241996 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f14f4c-687b-4845-bf0c-4d557c566b66 admin admin] Pushing event updated for resources: {'Network': ['ID=0e6e4e60-94dc-4e5b-a4f1-db5a68e5dd1b,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:15.245819 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-53f14f4c-687b-4845-bf0c-4d557c566b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:15.256013 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Network 0e6e4e60-94dc-4e5b-a4f1-db5a68e5dd1b details requested by agent ovs-agent-dv-cinder-759955-2-smb with host dv-cinder-759955-2-smb {{(pid=80388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:28:15.256615 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-53f14f4c-687b-4845-bf0c-4d557c566b66 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7580447 Nov 18 16:28:15.260556 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 54070) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:15.267375 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-f0c57378-7070-4cd2-9c83-420ea37447a3 admin admin] Request body: {'subnet': {'network_id': '0e6e4e60-94dc-4e5b-a4f1-db5a68e5dd1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-117194819-subnet', 'tenant_id': '7a6706a68e87441ba00d939149ab0df2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:28:15.273215 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Network 0e6e4e60-94dc-4e5b-a4f1-db5a68e5dd1b details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=80388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:28:15.273586 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f0c57378-7070-4cd2-9c83-420ea37447a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:28:15.278488 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-f0c57378-7070-4cd2-9c83-420ea37447a3 admin admin] Usage tracker for resource:subnet and tenant:7a6706a68e87441ba00d939149ab0df2 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:28:15.281888 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-f0c57378-7070-4cd2-9c83-420ea37447a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:28:15.288379 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f0c57378-7070-4cd2-9c83-420ea37447a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:28:15.325165 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c57378-7070-4cd2-9c83-420ea37447a3 admin admin] Made reservation on behalf of 7a6706a68e87441ba00d939149ab0df2 for: {'subnet': 1} {{(pid=80386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:28:15.329726 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f0c57378-7070-4cd2-9c83-420ea37447a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852614878'] for subnet, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:15.766497 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-090d8d9c-f908-40b9-a42c-c564cc08ca8b req-abb5ff4a-9e01-4fa1-9891-3d83ee3b5ff3 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 210 time: 0.0679240 Nov 18 16:28:15.810979 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d455b3-895e-4551-9cc8-86f1c6d6eace admin admin] Router f35cd1e9-7b1e-405e-b562-e7325de18516 has already been hosted by L3 agent 06010dfa-7d57-41a4-b257-aaebf39abde2 {{(pid=80387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:28:15.843384 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f0c57378-7070-4cd2-9c83-420ea37447a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1990504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852614893'] for subnet, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:15.859167 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-beac832f-eb35-4455-8631-c1a762e35320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:15.997890 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c57378-7070-4cd2-9c83-420ea37447a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77eb57d5-4673-46b6-a26b-0939ed64f5d5,revision_number=0']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:16.002318 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f0c57378-7070-4cd2-9c83-420ea37447a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:16.066870 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c57378-7070-4cd2-9c83-420ea37447a3 admin admin] Checking segment: {'id': '61e4cdbc-bd84-4d8b-b34d-3f4f99fb1640', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e6e4e60-94dc-4e5b-a4f1-db5a68e5dd1b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:28:16.067192 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c57378-7070-4cd2-9c83-420ea37447a3 admin admin] Network hostable DHCP agents. Network: 0e6e4e60-94dc-4e5b-a4f1-db5a68e5dd1b, hostable agents: ['f7776111-b6a1-4850-954f-358371da3282'], hosted agents: [] {{(pid=80386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:28:16.116740 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c57378-7070-4cd2-9c83-420ea37447a3 admin admin] Network 0e6e4e60-94dc-4e5b-a4f1-db5a68e5dd1b is scheduled to be hosted by DHCP agent f7776111-b6a1-4850-954f-358371da3282 with binding_index 1 {{(pid=80386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:28:16.127840 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-754b93b7-a28c-4a38-80eb-fe5f8397ac56 req-83243b36-86bb-4ced-9cb3-f33cfd065c2f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Router c90901ed-c523-4c3d-a29d-7abbcec7bfba has already been hosted by L3 agent 06010dfa-7d57-41a4-b257-aaebf39abde2 {{(pid=80387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:28:16.161767 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-f0c57378-7070-4cd2-9c83-420ea37447a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-smb, 0e6e4e60-94dc-4e5b-a4f1-db5a68e5dd1b) {{(pid=80386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:28:16.170969 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6639748c-f3e4-4c70-933e-6ccfb0fa1f9d None None] Network 0e6e4e60-94dc-4e5b-a4f1-db5a68e5dd1b requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:28:16.174408 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c57378-7070-4cd2-9c83-420ea37447a3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:16.175107 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f0c57378-7070-4cd2-9c83-420ea37447a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for subnet, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:16.235860 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-f0c57378-7070-4cd2-9c83-420ea37447a3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9659579 Nov 18 16:28:16.236416 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d455b3-895e-4551-9cc8-86f1c6d6eace admin admin] Notify agent at l3_agent.dv-cinder-759955-2-smb the message routers_updated {{(pid=80387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:28:16.241210 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf3e5a0-ef4b-4f11-99c2-9bbd7b4d494e None None] Sync routers for ids ['f35cd1e9-7b1e-405e-b562-e7325de18516'] in dv-cinder-759955-2-smb {{(pid=80389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:28:16.255142 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf3e5a0-ef4b-4f11-99c2-9bbd7b4d494e None None] Routers {'f35cd1e9-7b1e-405e-b562-e7325de18516'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:28:16.256053 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-adf3e5a0-ef4b-4f11-99c2-9bbd7b4d494e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:27:52Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['f35cd1e9-7b1e-405e-b562-e7325de18516'], 'active': True} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:16.339008 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-93d455b3-895e-4551-9cc8-86f1c6d6eace admin admin] 10.222.0.26 "PUT /v2.0/routers/f35cd1e9-7b1e-405e-b562-e7325de18516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8842525 Nov 18 16:28:16.341956 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 54078) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:16.408033 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-754b93b7-a28c-4a38-80eb-fe5f8397ac56 req-83243b36-86bb-4ced-9cb3-f33cfd065c2f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify agent at l3_agent.dv-cinder-759955-2-smb the message routers_updated {{(pid=80387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:28:16.410996 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dec633-8a63-457c-8646-ad358fe33672 None None] Network 0e6e4e60-94dc-4e5b-a4f1-db5a68e5dd1b requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:28:16.450764 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-754b93b7-a28c-4a38-80eb-fe5f8397ac56 req-83243b36-86bb-4ced-9cb3-f33cfd065c2f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] No DVR routers for this DVR port 8f20cd0b-9c77-42d3-bc58-b9890f1eab63 on host hv-cinder-75995 {{(pid=80387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:28:16.453806 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-754b93b7-a28c-4a38-80eb-fe5f8397ac56 req-83243b36-86bb-4ced-9cb3-f33cfd065c2f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:16.455917 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-754b93b7-a28c-4a38-80eb-fe5f8397ac56 req-83243b36-86bb-4ced-9cb3-f33cfd065c2f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.13 "DELETE /v2.0/ports/8f20cd0b-9c77-42d3-bc58-b9890f1eab63 HTTP/1.1" status: 204 len: 173 time: 4.7894964 Nov 18 16:28:16.468566 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae14ed78-2850-400b-937b-998c0a612cfa', 'name': 'network-vif-deleted', 'tag': '8f20cd0b-9c77-42d3-bc58-b9890f1eab63'}] {{(pid=80387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:28:16.495047 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-adf3e5a0-ef4b-4f11-99c2-9bbd7b4d494e None None] Set router f35cd1e9-7b1e-405e-b562-e7325de18516 gateway port host: dv-cinder-759955-2-smb {{(pid=80389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:28:16.556563 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf76efc9-840d-4858-9b2c-7e3b9e0085b0 None None] Sync routers for ids ['c90901ed-c523-4c3d-a29d-7abbcec7bfba'] in dv-cinder-759955-2-smb {{(pid=80388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:28:16.607534 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae14ed78-2850-400b-937b-998c0a612cfa', 'name': 'network-vif-deleted', 'tag': '8f20cd0b-9c77-42d3-bc58-b9890f1eab63', 'status': 'completed', 'code': 200} Nov 18 16:28:16.653271 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-99023e3f-a5c3-4f0c-be7c-df9ff2ad9bda admin admin] Notify callbacks [] for router, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:16.684492 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf76efc9-840d-4858-9b2c-7e3b9e0085b0 None None] Routers {'c90901ed-c523-4c3d-a29d-7abbcec7bfba'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:28:16.685376 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-cf76efc9-840d-4858-9b2c-7e3b9e0085b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:27:52Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['c90901ed-c523-4c3d-a29d-7abbcec7bfba'], 'active': True} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:16.933117 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-99023e3f-a5c3-4f0c-be7c-df9ff2ad9bda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:16.936577 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-adf3e5a0-ef4b-4f11-99c2-9bbd7b4d494e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'name': 'tempest-TestShelveInstance-128875647-router', 'tenant_id': '23f88eb8bc4948b6812bad8784ebd805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.215'}], 'enable_snat': True}, 'gw_port_id': 'f9d49898-8572-4b40-b304-b38190103ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:28:13Z', 'revision_number': 5, 'project_id': '23f88eb8bc4948b6812bad8784ebd805', 'gw_port': {'id': 'f9d49898-8572-4b40-b304-b38190103ed5', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:2d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:23:21Z', 'updated_at': '2020-11-18T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb'}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:16.941407 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf3e5a0-ef4b-4f11-99c2-9bbd7b4d494e None None] Checking router: f35cd1e9-7b1e-405e-b562-e7325de18516 for host: dv-cinder-759955-2-smb {{(pid=80389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:28:16.954960 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf3e5a0-ef4b-4f11-99c2-9bbd7b4d494e None None] Routers {'f35cd1e9-7b1e-405e-b562-e7325de18516'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:28:16.955780 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-adf3e5a0-ef4b-4f11-99c2-9bbd7b4d494e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:27:52Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['f35cd1e9-7b1e-405e-b562-e7325de18516'], 'active': True} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:16.973951 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-99023e3f-a5c3-4f0c-be7c-df9ff2ad9bda admin admin] Deleting port f9d49898-8572-4b40-b304-b38190103ed5 {{(pid=80386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:28:16.974549 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-99023e3f-a5c3-4f0c-be7c-df9ff2ad9bda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:17.029164 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-cf76efc9-840d-4858-9b2c-7e3b9e0085b0 None None] Set router c90901ed-c523-4c3d-a29d-7abbcec7bfba gateway port host: dv-cinder-759955-2-smb {{(pid=80388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:28:17.054354 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-a92005f5-2227-41ac-b0ed-a94b4fe200e2 req-be34aec1-1acd-4ee6-a6ae-31a48a206968 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Synchronizing usage tracker for tenant:292e2beb7a044caea157c6f5f46c0ccb on resource:port {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:28:17.099353 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-a92005f5-2227-41ac-b0ed-a94b4fe200e2 req-be34aec1-1acd-4ee6-a6ae-31a48a206968 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Unset dirty status for tenant:292e2beb7a044caea157c6f5f46c0ccb on resource:port {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:28:17.114859 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a92005f5-2227-41ac-b0ed-a94b4fe200e2 req-be34aec1-1acd-4ee6-a6ae-31a48a206968 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=ae14ed78-2850-400b-937b-998c0a612cfa HTTP/1.1" status: 200 len: 210 time: 0.1133797 Nov 18 16:28:17.140670 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-adf3e5a0-ef4b-4f11-99c2-9bbd7b4d494e None None] Set router f35cd1e9-7b1e-405e-b562-e7325de18516 gateway port host: None {{(pid=80389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:28:17.290482 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-adf3e5a0-ef4b-4f11-99c2-9bbd7b4d494e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'name': 'tempest-TestShelveInstance-128875647-router', 'tenant_id': '23f88eb8bc4948b6812bad8784ebd805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:28:16Z', 'revision_number': 6, 'project_id': '23f88eb8bc4948b6812bad8784ebd805', 'gw_port_host': None}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:17.295671 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf3e5a0-ef4b-4f11-99c2-9bbd7b4d494e None None] The sync data for ids ['f35cd1e9-7b1e-405e-b562-e7325de18516'] in dv-cinder-759955-2-smb is: [{'id': 'f35cd1e9-7b1e-405e-b562-e7325de18516', 'name': 'tempest-TestShelveInstance-128875647-router', 'tenant_id': '23f88eb8bc4948b6812bad8784ebd805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:23:20Z', 'updated_at': '2020-11-18T16:28:16Z', 'revision_number': 6, 'project_id': '23f88eb8bc4948b6812bad8784ebd805', 'gw_port_host': None}] {{(pid=80389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:28:17.308954 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-99023e3f-a5c3-4f0c-be7c-df9ff2ad9bda admin admin] For port f9d49898-8572-4b40-b304-b38190103ed5, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=f9d49898-8572-4b40-b304-b38190103ed5,segment=NetworkSegment(fd1903d0-2c86-4185-ae42-f007a12d43c6),segment_id=fd1903d0-2c86-4185-ae42-f007a12d43c6)] {{(pid=80386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:28:17.309370 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-99023e3f-a5c3-4f0c-be7c-df9ff2ad9bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:17.463847 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-99023e3f-a5c3-4f0c-be7c-df9ff2ad9bda admin admin] Calling delete_port for f9d49898-8572-4b40-b304-b38190103ed5 owned by network:router_gateway {{(pid=80386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:28:17.474279 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 54098) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:17.481340 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-0784f1aa-40de-43ed-8e6f-1d7279d57799 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-751787979-network', 'tenant_id': '3397de0dd2d94789a5f206f7218cd88d'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:28:17.486580 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-0784f1aa-40de-43ed-8e6f-1d7279d57799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:28:17.490714 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-0784f1aa-40de-43ed-8e6f-1d7279d57799 admin admin] Usage tracker for resource:network and tenant:3397de0dd2d94789a5f206f7218cd88d is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:28:17.495583 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-0784f1aa-40de-43ed-8e6f-1d7279d57799 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:28:17.502602 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-0784f1aa-40de-43ed-8e6f-1d7279d57799 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:28:17.542983 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-cf76efc9-840d-4858-9b2c-7e3b9e0085b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'name': 'tempest-AttachVolumeTestJSON-1016073581-router', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:01Z', 'updated_at': '2020-11-18T16:25:06Z', 'revision_number': 4, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'gw_port': {'id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:02Z', 'updated_at': '2020-11-18T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '90c59c8a-db2f-4b5c-9b79-be8701df6b16', 'name': '', 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'mac_address': 'fa:16:3e:02:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:05Z', 'updated_at': '2020-11-18T16:25:15Z', 'revision_number': 5, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'subnets': [{'id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:17.555910 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf76efc9-840d-4858-9b2c-7e3b9e0085b0 None None] Checking router: c90901ed-c523-4c3d-a29d-7abbcec7bfba for host: dv-cinder-759955-2-smb {{(pid=80388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:28:17.559071 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf76efc9-840d-4858-9b2c-7e3b9e0085b0 None None] Routers {'c90901ed-c523-4c3d-a29d-7abbcec7bfba'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:28:17.559708 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-cf76efc9-840d-4858-9b2c-7e3b9e0085b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:27:52Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['c90901ed-c523-4c3d-a29d-7abbcec7bfba'], 'active': True} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:17.581394 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0784f1aa-40de-43ed-8e6f-1d7279d57799 admin admin] Made reservation on behalf of 3397de0dd2d94789a5f206f7218cd88d for: {'network': 1} {{(pid=80387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:28:17.586295 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0784f1aa-40de-43ed-8e6f-1d7279d57799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for network, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:17.602269 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0784f1aa-40de-43ed-8e6f-1d7279d57799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:17.666177 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-0784f1aa-40de-43ed-8e6f-1d7279d57799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:28:17.670336 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-0784f1aa-40de-43ed-8e6f-1d7279d57799 admin admin] Usage tracker for resource:security_group_rule and tenant:3397de0dd2d94789a5f206f7218cd88d is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:28:17.673362 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-0784f1aa-40de-43ed-8e6f-1d7279d57799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:28:17.679175 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-0784f1aa-40de-43ed-8e6f-1d7279d57799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:28:17.753281 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0784f1aa-40de-43ed-8e6f-1d7279d57799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:17.762128 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-99023e3f-a5c3-4f0c-be7c-df9ff2ad9bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1990542'] for port, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:17.763413 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-cf76efc9-840d-4858-9b2c-7e3b9e0085b0 None None] Set router c90901ed-c523-4c3d-a29d-7abbcec7bfba gateway port host: dv-cinder-759955-2-smb {{(pid=80388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:28:17.779202 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-038ff907-f8f9-472e-9a03-11f0e4ddba78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:17.786679 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0784f1aa-40de-43ed-8e6f-1d7279d57799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:17.809090 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0784f1aa-40de-43ed-8e6f-1d7279d57799 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80387) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:28:17.818849 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d77c0cdc-3843-42bb-aa30-1455c2fad313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:17.832340 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0784f1aa-40de-43ed-8e6f-1d7279d57799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696124'] for segment, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:17.833050 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99023e3f-a5c3-4f0c-be7c-df9ff2ad9bda admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d49898-8572-4b40-b304-b38190103ed5,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:17.833485 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.segments_db [None req-0784f1aa-40de-43ed-8e6f-1d7279d57799 admin admin] Added segment 4fa2ed4c-44c7-462b-98ad-59fca9ee3423 of type vxlan for network 94a2aa50-3d98-46bb-8205-1014ffe13d67 Nov 18 16:28:17.836319 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-99023e3f-a5c3-4f0c-be7c-df9ff2ad9bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:17.879596 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784f1aa-40de-43ed-8e6f-1d7279d57799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bbad60-22cb-4862-b194-39d0824419e4,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:17.886472 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0784f1aa-40de-43ed-8e6f-1d7279d57799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:17.890718 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0784f1aa-40de-43ed-8e6f-1d7279d57799 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242460990785'] for network, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:17.958324 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0784f1aa-40de-43ed-8e6f-1d7279d57799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for network, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:17.959727 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0784f1aa-40de-43ed-8e6f-1d7279d57799 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:17.960448 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0784f1aa-40de-43ed-8e6f-1d7279d57799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for network, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:17.965854 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:18.076699 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784f1aa-40de-43ed-8e6f-1d7279d57799 admin admin] Pushing event updated for resources: {'Network': ['ID=94a2aa50-3d98-46bb-8205-1014ffe13d67,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:18.079800 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0784f1aa-40de-43ed-8e6f-1d7279d57799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:18.090529 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Network 94a2aa50-3d98-46bb-8205-1014ffe13d67 details requested by agent ovs-agent-dv-cinder-759955-2-smb with host dv-cinder-759955-2-smb {{(pid=80388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:28:18.103544 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Network 94a2aa50-3d98-46bb-8205-1014ffe13d67 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=80388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:28:18.107639 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-0784f1aa-40de-43ed-8e6f-1d7279d57799 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6318665 Nov 18 16:28:18.110061 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 54102) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:18.116125 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-5e37d518-69d4-4e06-9071-99df790e7d66 admin admin] Request body: {'subnet': {'network_id': '94a2aa50-3d98-46bb-8205-1014ffe13d67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-751787979-subnet', 'tenant_id': '3397de0dd2d94789a5f206f7218cd88d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:28:18.123817 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5e37d518-69d4-4e06-9071-99df790e7d66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:28:18.128601 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-5e37d518-69d4-4e06-9071-99df790e7d66 admin admin] Usage tracker for resource:subnet and tenant:3397de0dd2d94789a5f206f7218cd88d is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:28:18.132203 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-5e37d518-69d4-4e06-9071-99df790e7d66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:28:18.139209 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-5e37d518-69d4-4e06-9071-99df790e7d66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:28:18.186752 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e37d518-69d4-4e06-9071-99df790e7d66 admin admin] Made reservation on behalf of 3397de0dd2d94789a5f206f7218cd88d for: {'subnet': 1} {{(pid=80387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:28:18.191902 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5e37d518-69d4-4e06-9071-99df790e7d66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852963007'] for subnet, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:18.327400 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 54110) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:18.339689 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-cf76efc9-840d-4858-9b2c-7e3b9e0085b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'name': 'tempest-AttachVolumeTestJSON-1016073581-router', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:01Z', 'updated_at': '2020-11-18T16:25:06Z', 'revision_number': 4, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'gw_port': {'id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:02Z', 'updated_at': '2020-11-18T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '90c59c8a-db2f-4b5c-9b79-be8701df6b16', 'name': '', 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'mac_address': 'fa:16:3e:02:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:05Z', 'updated_at': '2020-11-18T16:25:15Z', 'revision_number': 5, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'subnets': [{'id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:18.344204 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf76efc9-840d-4858-9b2c-7e3b9e0085b0 None None] The sync data for ids ['c90901ed-c523-4c3d-a29d-7abbcec7bfba'] in dv-cinder-759955-2-smb is: [{'id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'name': 'tempest-AttachVolumeTestJSON-1016073581-router', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:01Z', 'updated_at': '2020-11-18T16:25:06Z', 'revision_number': 4, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'gw_port': {'id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:02Z', 'updated_at': '2020-11-18T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '90c59c8a-db2f-4b5c-9b79-be8701df6b16', 'name': '', 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'mac_address': 'fa:16:3e:02:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:05Z', 'updated_at': '2020-11-18T16:25:15Z', 'revision_number': 5, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'subnets': [{'id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:28:18.391207 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-99023e3f-a5c3-4f0c-be7c-df9ff2ad9bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854068876'] for router_gateway, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:18.482171 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a8217d0e-01bc-4a06-ae3a-c9c04af5712d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:18.541808 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a8217d0e-01bc-4a06-ae3a-c9c04af5712d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:18.676856 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-99023e3f-a5c3-4f0c-be7c-df9ff2ad9bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854080788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854716841'] for router, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:18.680833 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a8217d0e-01bc-4a06-ae3a-c9c04af5712d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:18.683567 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-99023e3f-a5c3-4f0c-be7c-df9ff2ad9bda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:18.688409 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-83fb2136-0d32-42ad-b45e-65ca6cbaa5a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:18.704258 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8217d0e-01bc-4a06-ae3a-c9c04af5712d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Pushing event deleted for resources: {'SecurityGroup': ['ID=716c4c6d-54a5-41ba-bfad-7c6f09af7df2,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:18.709520 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a8217d0e-01bc-4a06-ae3a-c9c04af5712d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:18.750710 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f4cc18-8b60-414f-b8b8-b7cd1f16f224 None None] New status for floating IP 8c418900-95f2-4abc-b3d2-1b91cc948683: DOWN {{(pid=80389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 16:28:18.808974 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a8217d0e-01bc-4a06-ae3a-c9c04af5712d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:18.812533 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-a8217d0e-01bc-4a06-ae3a-c9c04af5712d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "DELETE /v2.0/security-groups/716c4c6d-54a5-41ba-bfad-7c6f09af7df2 HTTP/1.1" status: 204 len: 168 time: 0.4803035 Nov 18 16:28:18.813226 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 54114) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:18.827675 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5e37d518-69d4-4e06-9071-99df790e7d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852330146', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852962960'] for subnet, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:18.832256 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.v2.resource [None req-7f207ada-02dd-41db-95b8-811df61ed7c2 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] show failed (client error): The resource could not be found. Nov 18 16:28:18.836149 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-7f207ada-02dd-41db-95b8-811df61ed7c2 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups/716c4c6d-54a5-41ba-bfad-7c6f09af7df2 HTTP/1.1" status: 404 len: 347 time: 0.0193896 Nov 18 16:28:18.837844 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 54118) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:18.846864 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a869177d-94d0-455c-9557-4dd5e4716d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:18.997878 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-99023e3f-a5c3-4f0c-be7c-df9ff2ad9bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854080938'] for router, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:18.998403 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99023e3f-a5c3-4f0c-be7c-df9ff2ad9bda admin admin] Fanout notify agent at l3_agent the message router_deleted on router f35cd1e9-7b1e-405e-b562-e7325de18516 {{(pid=80386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 18 16:28:19.002475 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37d518-69d4-4e06-9071-99df790e7d66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da28613c-d60b-44dd-be73-7573d31ed287,revision_number=0']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:19.006696 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5e37d518-69d4-4e06-9071-99df790e7d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:19.032667 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-99023e3f-a5c3-4f0c-be7c-df9ff2ad9bda admin admin] Notify callbacks [] for router, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:19.036625 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-99023e3f-a5c3-4f0c-be7c-df9ff2ad9bda admin admin] 10.222.0.26 "DELETE /v2.0/routers/f35cd1e9-7b1e-405e-b562-e7325de18516 HTTP/1.1" status: 204 len: 168 time: 2.6933808 Nov 18 16:28:19.038085 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-977e5083-44fb-4347-808f-6a0b69357bee tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Deleting port e3805461-c5e3-4eac-bcef-e11c18562ca0 {{(pid=80386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:28:19.038481 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-977e5083-44fb-4347-808f-6a0b69357bee tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:19.041452 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 54122) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:19.054048 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3f0ea951-c197-4407-b758-3536f1cad3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:19.116650 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e37d518-69d4-4e06-9071-99df790e7d66 admin admin] Checking segment: {'id': '4fa2ed4c-44c7-462b-98ad-59fca9ee3423', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '94a2aa50-3d98-46bb-8205-1014ffe13d67'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:28:19.117105 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e37d518-69d4-4e06-9071-99df790e7d66 admin admin] Network hostable DHCP agents. Network: 94a2aa50-3d98-46bb-8205-1014ffe13d67, hostable agents: ['f7776111-b6a1-4850-954f-358371da3282'], hosted agents: [] {{(pid=80387) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:28:19.186829 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e37d518-69d4-4e06-9071-99df790e7d66 admin admin] Network 94a2aa50-3d98-46bb-8205-1014ffe13d67 is scheduled to be hosted by DHCP agent f7776111-b6a1-4850-954f-358371da3282 with binding_index 1 {{(pid=80387) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:28:19.259579 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-5e37d518-69d4-4e06-9071-99df790e7d66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-smb, 94a2aa50-3d98-46bb-8205-1014ffe13d67) {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:28:19.262150 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device f9d49898-8572-4b40-b304-b38190103ed5 no longer exists at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:28:19.263793 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-977e5083-44fb-4347-808f-6a0b69357bee tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:19.264173 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-977e5083-44fb-4347-808f-6a0b69357bee tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for floatingip, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:19.288356 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e37d518-69d4-4e06-9071-99df790e7d66 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:19.290501 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5e37d518-69d4-4e06-9071-99df790e7d66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:19.300895 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b94d623-ac8a-469d-86fc-1e540e2c3f7c None None] Network 94a2aa50-3d98-46bb-8205-1014ffe13d67 requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:28:19.329628 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] No Port match for: f9d49898-8572-4b40-b304-b38190103ed5 {{(pid=80388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:28:19.330179 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device f9d49898-8572-4b40-b304-b38190103ed5 not bound to the agent host dv-cinder-759955-2-smb {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:28:19.330637 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 79933ce3-49d1-46fb-a993-b9b46149f103 no longer exists at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:28:19.368347 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-5e37d518-69d4-4e06-9071-99df790e7d66 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2570035 Nov 18 16:28:19.392150 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] No Port match for: 79933ce3-49d1-46fb-a993-b9b46149f103 {{(pid=80388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:28:19.392651 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 79933ce3-49d1-46fb-a993-b9b46149f103 not bound to the agent host dv-cinder-759955-2-smb {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:28:19.406205 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-977e5083-44fb-4347-808f-6a0b69357bee tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Calling delete_port for e3805461-c5e3-4eac-bcef-e11c18562ca0 owned by network:floatingip {{(pid=80386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:28:19.463053 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-d49eba83-9a04-47b3-a597-b8156834b61e admin admin] Deleting subnet 859a5374-f920-4fac-bd2d-9321c5f26e4f {{(pid=80387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 16:28:19.467834 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d49eba83-9a04-47b3-a597-b8156834b61e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:19.546026 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d49eba83-9a04-47b3-a597-b8156834b61e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545235'] for subnet, precommit_delete_associations {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:19.647191 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.db.api [None req-977e5083-44fb-4347-808f-6a0b69357bee tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80386) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:28:19.647973 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_db.api [None req-977e5083-44fb-4347-808f-6a0b69357bee tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 16:28:19.681199 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d49eba83-9a04-47b3-a597-b8156834b61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847102822'] for subnet, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:19.783497 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d479c75-5ff3-4013-b773-4f9b3d419adf None None] Network 94a2aa50-3d98-46bb-8205-1014ffe13d67 requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:28:20.110371 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-52338efd-b468-4b2f-8a72-02bb2c924d82 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:20.111034 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-52338efd-b468-4b2f-8a72-02bb2c924d82 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Synchronizing usage tracker for tenant:7a6706a68e87441ba00d939149ab0df2 on resource:network {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:28:20.149969 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-977e5083-44fb-4347-808f-6a0b69357bee tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Deleting port e3805461-c5e3-4eac-bcef-e11c18562ca0 {{(pid=80386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:28:20.150203 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-977e5083-44fb-4347-808f-6a0b69357bee tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:20.183645 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-52338efd-b468-4b2f-8a72-02bb2c924d82 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Unset dirty status for tenant:7a6706a68e87441ba00d939149ab0df2 on resource:network {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:28:20.184960 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-52338efd-b468-4b2f-8a72-02bb2c924d82 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] 10.222.0.26 "GET /v2.0/networks?id=0e6e4e60-94dc-4e5b-a4f1-db5a68e5dd1b HTTP/1.1" status: 200 len: 808 time: 0.2388339 Nov 18 16:28:20.213823 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d49eba83-9a04-47b3-a597-b8156834b61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2445714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1812840'] for subnet, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:20.217651 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-972fd9e6-67db-488b-ac8c-241c279bfa82 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] 10.222.0.26 "GET /v2.0/quotas/7a6706a68e87441ba00d939149ab0df2 HTTP/1.1" status: 200 len: 375 time: 0.0266256 Nov 18 16:28:20.230507 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:20.282656 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49eba83-9a04-47b3-a597-b8156834b61e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=859a5374-f920-4fac-bd2d-9321c5f26e4f,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:20.286558 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d49eba83-9a04-47b3-a597-b8156834b61e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:20.298563 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-3f714a2a-1cc2-4919-b35c-277ebc980724 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a6706a68e87441ba00d939149ab0df2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620453 Nov 18 16:28:20.368539 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d49eba83-9a04-47b3-a597-b8156834b61e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:20.375288 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb107b8c-8671-4309-8981-34b4f467c691 None None] Network b81a599e-838a-4ffe-9e4f-9c727b5fc469 requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:28:20.375483 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-d49eba83-9a04-47b3-a597-b8156834b61e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/859a5374-f920-4fac-bd2d-9321c5f26e4f HTTP/1.1" status: 204 len: 168 time: 1.3202150 Nov 18 16:28:20.379633 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 54146) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:20.523609 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-977e5083-44fb-4347-808f-6a0b69357bee tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:20.525586 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-977e5083-44fb-4347-808f-6a0b69357bee tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for floatingip, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:20.638454 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5ca854-01fb-4b4a-b78a-f37d56cd7680 None None] DHCP port deletion for b81a599e-838a-4ffe-9e4f-9c727b5fc469 request from dv-cinder-759955-2-smb {{(pid=80388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 18 16:28:20.642664 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-7e5ca854-01fb-4b4a-b78a-f37d56cd7680 None None] Deleting port 16e2bd7c-a52d-4901-b9b0-260c7def0dc4 {{(pid=80388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:28:20.643089 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7e5ca854-01fb-4b4a-b78a-f37d56cd7680 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:20.752986 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-977e5083-44fb-4347-808f-6a0b69357bee tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Calling delete_port for e3805461-c5e3-4eac-bcef-e11c18562ca0 owned by network:floatingip {{(pid=80386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:28:20.793879 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-20a8e594-ecef-40be-90ad-aeb2d7a477df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7611418'] for network, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:20.861086 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-7e5ca854-01fb-4b4a-b78a-f37d56cd7680 None None] For port 16e2bd7c-a52d-4901-b9b0-260c7def0dc4, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=16e2bd7c-a52d-4901-b9b0-260c7def0dc4,segment=NetworkSegment(55e8528c-95cf-4217-a937-dca6741bdca2),segment_id=55e8528c-95cf-4217-a937-dca6741bdca2)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:28:20.861471 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7e5ca854-01fb-4b4a-b78a-f37d56cd7680 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:20.932192 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-3d57c3b5-cbc3-46d5-b0af-3204f49927ba service neutron] 10.222.0.26 "GET /v2.0/networks/0e6e4e60-94dc-4e5b-a4f1-db5a68e5dd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5815258 Nov 18 16:28:20.932772 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-20a8e594-ecef-40be-90ad-aeb2d7a477df admin admin] Deleting port 16e2bd7c-a52d-4901-b9b0-260c7def0dc4 {{(pid=80386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:28:20.933167 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-20a8e594-ecef-40be-90ad-aeb2d7a477df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:20.990847 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-7e5ca854-01fb-4b4a-b78a-f37d56cd7680 None None] Calling delete_port for 16e2bd7c-a52d-4901-b9b0-260c7def0dc4 owned by network:dhcp {{(pid=80388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:28:21.095098 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7e5ca854-01fb-4b4a-b78a-f37d56cd7680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792'] for port, after_delete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:21.110592 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:21.130749 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-20a8e594-ecef-40be-90ad-aeb2d7a477df admin admin] The port '16e2bd7c-a52d-4901-b9b0-260c7def0dc4' was deleted {{(pid=80386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 18 16:28:21.163272 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ca854-01fb-4b4a-b78a-f37d56cd7680 None None] Pushing event deleted for resources: {'Port': ['ID=16e2bd7c-a52d-4901-b9b0-260c7def0dc4,revision_number=None']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:21.168047 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7e5ca854-01fb-4b4a-b78a-f37d56cd7680 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:21.246961 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 16e2bd7c-a52d-4901-b9b0-260c7def0dc4 no longer exists at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:28:21.286091 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] No Port match for: 16e2bd7c-a52d-4901-b9b0-260c7def0dc4 {{(pid=80388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:28:21.286491 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 16e2bd7c-a52d-4901-b9b0-260c7def0dc4 not bound to the agent host dv-cinder-759955-2-smb {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:28:21.291928 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5ca854-01fb-4b4a-b78a-f37d56cd7680 None None] No DVR routers for this DVR port 16e2bd7c-a52d-4901-b9b0-260c7def0dc4 on host dv-cinder-759955-2-smb {{(pid=80388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:28:21.582857 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-3a3d69f2-a7d8-418f-bcd8-ec38177c354d service neutron] 10.222.0.26 "GET /v2.0/networks/0e6e4e60-94dc-4e5b-a4f1-db5a68e5dd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6202426 Nov 18 16:28:21.587446 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-20a8e594-ecef-40be-90ad-aeb2d7a477df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847103455', 'neutron.services.segments.db._delete_segments_for_network--9223363242460435435'] for network, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:21.601263 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-977e5083-44fb-4347-808f-6a0b69357bee tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1990542'] for port, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:21.609718 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6c135207-eef7-4fa6-a7d8-a57827d0f11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:21.621200 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-038ff907-f8f9-472e-9a03-11f0e4ddba78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:21.695105 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e5083-44fb-4347-808f-6a0b69357bee tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Pushing event deleted for resources: {'Port': ['ID=e3805461-c5e3-4eac-bcef-e11c18562ca0,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:21.750879 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-977e5083-44fb-4347-808f-6a0b69357bee tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:21.854070 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-20a8e594-ecef-40be-90ad-aeb2d7a477df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b81a599e-838a-4ffe-9e4f-9c727b5fc469']}} {{(pid=80386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:21.873538 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-20a8e594-ecef-40be-90ad-aeb2d7a477df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e8528c-95cf-4217-a937-dca6741bdca2') {'for_net_delete': True} {{(pid=80386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:21.874369 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-20a8e594-ecef-40be-90ad-aeb2d7a477df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e8528c-95cf-4217-a937-dca6741bdca2') {} {{(pid=80386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:21.888675 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-68eecd3c-d729-49b6-b9a8-a4402f65133b req-49f30955-e399-4196-93f1-41bc2cdf4528 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] 10.222.0.26 "GET /v2.0/ports?device_id=8396267c-2880-437c-be1f-d188da39647e HTTP/1.1" status: 200 len: 210 time: 0.0537779 Nov 18 16:28:21.905803 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-20a8e594-ecef-40be-90ad-aeb2d7a477df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242460437483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1990067'] for segment, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:21.931916 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-20a8e594-ecef-40be-90ad-aeb2d7a477df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696124'] for segment, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:21.935397 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-20a8e594-ecef-40be-90ad-aeb2d7a477df admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 16:28:22.084110 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:22.174307 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-977e5083-44fb-4347-808f-6a0b69357bee tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for floatingip, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:22.184731 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-20a8e594-ecef-40be-90ad-aeb2d7a477df admin admin] Network b81a599e-838a-4ffe-9e4f-9c727b5fc469 has no segments {{(pid=80386) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:28:22.196626 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-20a8e594-ecef-40be-90ad-aeb2d7a477df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847079692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852785159'] for segment, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:22.289786 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-977e5083-44fb-4347-808f-6a0b69357bee tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for floatingip, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:22.291505 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-977e5083-44fb-4347-808f-6a0b69357bee tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "DELETE /v2.0/floatingips/8c418900-95f2-4abc-b3d2-1b91cc948683 HTTP/1.1" status: 204 len: 168 time: 3.4523809 Nov 18 16:28:22.405202 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-20a8e594-ecef-40be-90ad-aeb2d7a477df admin admin] Network b81a599e-838a-4ffe-9e4f-9c727b5fc469 has no segments {{(pid=80386) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:28:22.428685 dv-cinder-759955-2-smb neutron-server[80275]: Traceback (most recent call last): Nov 18 16:28:22.428685 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:28:22.428685 dv-cinder-759955-2-smb neutron-server[80275]: timer() Nov 18 16:28:22.428685 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:28:22.428685 dv-cinder-759955-2-smb neutron-server[80275]: cb(*args, **kw) Nov 18 16:28:22.428685 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 16:28:22.428685 dv-cinder-759955-2-smb neutron-server[80275]: return func(*args, **kwargs) Nov 18 16:28:22.428685 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:28:22.428685 dv-cinder-759955-2-smb neutron-server[80275]: self._notify() Nov 18 16:28:22.428685 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:28:22.428685 dv-cinder-759955-2-smb neutron-server[80275]: self.callback(batched_events) Nov 18 16:28:22.428685 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:28:22.428685 dv-cinder-759955-2-smb neutron-server[80275]: event.method(event) Nov 18 16:28:22.428685 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 16:28:22.428685 dv-cinder-759955-2-smb neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:28:22.428685 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 16:28:22.428685 dv-cinder-759955-2-smb neutron-server[80275]: segment_id)['aggregates'][0] Nov 18 16:28:22.428685 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 16:28:22.428685 dv-cinder-759955-2-smb neutron-server[80275]: return f(self, *a, **k) Nov 18 16:28:22.428685 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:28:22.428685 dv-cinder-759955-2-smb neutron-server[80275]: return self._get(url).json() Nov 18 16:28:22.428685 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 16:28:22.428685 dv-cinder-759955-2-smb neutron-server[80275]: **kwargs) Nov 18 16:28:22.428685 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 16:28:22.428685 dv-cinder-759955-2-smb neutron-server[80275]: return self.request(url, 'GET', **kwargs) Nov 18 16:28:22.428685 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 16:28:22.428685 dv-cinder-759955-2-smb neutron-server[80275]: **endpoint_filter) Nov 18 16:28:22.428685 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 16:28:22.428685 dv-cinder-759955-2-smb neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:28:22.428685 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 16:28:22.428685 dv-cinder-759955-2-smb neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:28:22.428685 dv-cinder-759955-2-smb neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:28:22.552385 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-20a8e594-ecef-40be-90ad-aeb2d7a477df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7672361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for network, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:22.556262 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:22.572878 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-20a8e594-ecef-40be-90ad-aeb2d7a477df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for network, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:22.579423 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8e594-ecef-40be-90ad-aeb2d7a477df admin admin] Pushing event deleted for resources: {'Network': ['ID=b81a599e-838a-4ffe-9e4f-9c727b5fc469,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:22.584188 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-20a8e594-ecef-40be-90ad-aeb2d7a477df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:22.648017 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-20a8e594-ecef-40be-90ad-aeb2d7a477df admin admin] 10.222.0.26 "DELETE /v2.0/networks/b81a599e-838a-4ffe-9e4f-9c727b5fc469 HTTP/1.1" status: 204 len: 168 time: 2.2639930 Nov 18 16:28:22.768634 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 54164) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:22.775345 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-1d0cbf73-262b-458f-a265-476fcc5db2ad tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Request body: {'security_group': {'name': 'tempest-securitygroup--1417637060', 'description': 'tempest-description--69920845'}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:28:22.782471 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-1d0cbf73-262b-458f-a265-476fcc5db2ad tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:28:22.787400 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-1d0cbf73-262b-458f-a265-476fcc5db2ad tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Usage tracker for resource:security_group and tenant:292e2beb7a044caea157c6f5f46c0ccb is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:28:22.791020 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-1d0cbf73-262b-458f-a265-476fcc5db2ad tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:28:22.797040 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-1d0cbf73-262b-458f-a265-476fcc5db2ad tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:28:22.837833 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1d0cbf73-262b-458f-a265-476fcc5db2ad tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:22.877816 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-1d0cbf73-262b-458f-a265-476fcc5db2ad tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:28:22.881899 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-1d0cbf73-262b-458f-a265-476fcc5db2ad tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Usage tracker for resource:security_group_rule and tenant:292e2beb7a044caea157c6f5f46c0ccb is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:28:22.885725 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-1d0cbf73-262b-458f-a265-476fcc5db2ad tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:28:22.891641 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-1d0cbf73-262b-458f-a265-476fcc5db2ad tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:28:22.930824 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 54170) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:22.960200 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1d0cbf73-262b-458f-a265-476fcc5db2ad tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:22.998613 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-5e6c7032-8e9e-48df-9992-317a3f69f12f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=23f88eb8bc4948b6812bad8784ebd805&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0662699 Nov 18 16:28:23.001676 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 54174) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:23.027949 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1d0cbf73-262b-458f-a265-476fcc5db2ad tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:23.042273 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-30fc9f51-ad2c-4f9a-ada4-7a2ead570860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:23.048093 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:23.106751 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-4aec5c97-eca9-4ee0-b8d1-773b4a9d8bce req-73d614e7-2b30-4f16-bf8a-ce70bca4eace tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] 10.222.0.26 "GET /v2.0/ports?device_id=8396267c-2880-437c-be1f-d188da39647e HTTP/1.1" status: 200 len: 210 time: 0.0526748 Nov 18 16:28:23.106965 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0cbf73-262b-458f-a265-476fcc5db2ad tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Pushing event updated for resources: {'SecurityGroup': ['ID=af9519a8-f250-4376-bead-976cb57fdf0a,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:23.110503 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1d0cbf73-262b-458f-a265-476fcc5db2ad tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:23.126884 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4be3bb0b-eec5-4f6a-a582-5743599feb47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:23.140962 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1d0cbf73-262b-458f-a265-476fcc5db2ad tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:23.142296 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-1d0cbf73-262b-458f-a265-476fcc5db2ad tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.3725553 Nov 18 16:28:23.145506 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 54178) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:23.154060 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Request body: {'security_group_rule': {'security_group_id': 'af9519a8-f250-4376-bead-976cb57fdf0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:28:23.159435 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4be3bb0b-eec5-4f6a-a582-5743599feb47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:23.160302 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:28:23.165047 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Usage tracker for resource:security_group_rule and tenant:292e2beb7a044caea157c6f5f46c0ccb is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:28:23.169587 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:28:23.176758 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:28:23.215554 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for security_group_rule, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:23.232220 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4be3bb0b-eec5-4f6a-a582-5743599feb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:23.237479 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-09845ca3-6ebf-4104-9290-8239a6b144ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:23.251739 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3bb0b-eec5-4f6a-a582-5743599feb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f432e780-a94f-4fdf-8848-ae18cfa7f423,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:23.256058 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4be3bb0b-eec5-4f6a-a582-5743599feb47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:23.260064 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4be3bb0b-eec5-4f6a-a582-5743599feb47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:23.261485 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-4be3bb0b-eec5-4f6a-a582-5743599feb47 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f432e780-a94f-4fdf-8848-ae18cfa7f423 HTTP/1.1" status: 204 len: 168 time: 0.2587626 Nov 18 16:28:23.281346 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:23.310771 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625058'] for security_group_rule, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:23.313023 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f2ea9e55-f0d4-4e3f-8799-ba4bf00735e5 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:23.334743 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf0b57ea-babc-4e1b-99a3-c1ad8f1fab26,revision_number=0']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:23.350211 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:23.350549 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:23.350895 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:23.351301 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:23.351702 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:23.352687 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:23.353160 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:23.354631 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:23.354631 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:23.354631 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:23.354631 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:23.354985 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:23.355443 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:23.355835 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:23.356224 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:23.356616 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:23.357032 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:23.357422 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:23.357813 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:23.358201 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:23.358587 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:23.359009 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:23.359401 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:23.359787 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:23.363429 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:23.374003 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for security_group_rule, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:23.375742 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-1fc7416c-d49f-462d-a15f-8cb7c4b8cb61 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2286572 Nov 18 16:28:23.378310 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 54184) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:23.384600 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-20c72bce-1b8c-4958-a2ef-ce7e911bd187 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Request body: {'security_group_rule': {'security_group_id': 'af9519a8-f250-4376-bead-976cb57fdf0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:28:23.391390 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-20c72bce-1b8c-4958-a2ef-ce7e911bd187 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:28:23.395588 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-20c72bce-1b8c-4958-a2ef-ce7e911bd187 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Usage tracker for resource:security_group_rule and tenant:292e2beb7a044caea157c6f5f46c0ccb is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:28:23.399594 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-20c72bce-1b8c-4958-a2ef-ce7e911bd187 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:28:23.405473 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-20c72bce-1b8c-4958-a2ef-ce7e911bd187 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:28:23.489468 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-20c72bce-1b8c-4958-a2ef-ce7e911bd187 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for security_group_rule, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:23.585396 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-20c72bce-1b8c-4958-a2ef-ce7e911bd187 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:23.673805 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-20c72bce-1b8c-4958-a2ef-ce7e911bd187 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625058'] for security_group_rule, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:23.688181 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:23.713819 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:23.721807 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c72bce-1b8c-4958-a2ef-ce7e911bd187 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c6f8e5-d859-4dca-8cd1-ec136aa40878,revision_number=0']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:23.730629 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-20c72bce-1b8c-4958-a2ef-ce7e911bd187 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:23.764923 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-962af59e-26da-4017-aa94-9d6b1b98e3db tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:23.766526 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-962af59e-26da-4017-aa94-9d6b1b98e3db tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] 10.222.0.13 "GET /v2.0/networks?id=0e6e4e60-94dc-4e5b-a4f1-db5a68e5dd1b HTTP/1.1" status: 200 len: 808 time: 0.2047195 Nov 18 16:28:23.783369 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-2b859d64-3d21-4bf6-8196-f79df602c2c7 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Request body: {'port': {'device_id': '8396267c-2880-437c-be1f-d188da39647e', 'network_id': '0e6e4e60-94dc-4e5b-a4f1-db5a68e5dd1b', 'admin_state_up': True, 'tenant_id': '7a6706a68e87441ba00d939149ab0df2'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:28:23.808908 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-20c72bce-1b8c-4958-a2ef-ce7e911bd187 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for security_group_rule, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:23.810388 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-20c72bce-1b8c-4958-a2ef-ce7e911bd187 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4309421 Nov 18 16:28:23.814646 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 54188) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:23.821100 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-61af1219-cbb9-4da7-858f-50849509321f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Request body: {'floatingip': {'floating_network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:28:23.828255 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-61af1219-cbb9-4da7-858f-50849509321f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:28:23.832474 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-61af1219-cbb9-4da7-858f-50849509321f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Usage tracker for resource:floatingip and tenant:292e2beb7a044caea157c6f5f46c0ccb is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:28:23.835549 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-61af1219-cbb9-4da7-858f-50849509321f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:28:23.842755 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-61af1219-cbb9-4da7-858f-50849509321f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:28:23.876448 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-61af1219-cbb9-4da7-858f-50849509321f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for floatingip, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:23.941654 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-2b859d64-3d21-4bf6-8196-f79df602c2c7 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:28:23.946425 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-2b859d64-3d21-4bf6-8196-f79df602c2c7 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Usage tracker for resource:port and tenant:7a6706a68e87441ba00d939149ab0df2 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:28:23.949629 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-2b859d64-3d21-4bf6-8196-f79df602c2c7 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Quota usage for port was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:28:23.956479 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-2b859d64-3d21-4bf6-8196-f79df602c2c7 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:28:23.990628 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-2b859d64-3d21-4bf6-8196-f79df602c2c7 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Made reservation on behalf of 7a6706a68e87441ba00d939149ab0df2 for: {'port': 1} {{(pid=80387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:28:23.997016 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-2b859d64-3d21-4bf6-8196-f79df602c2c7 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:24.040530 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-61af1219-cbb9-4da7-858f-50849509321f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:24.315035 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-2b859d64-3d21-4bf6-8196-f79df602c2c7 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Allocated IP 172.20.0.6 (0e6e4e60-94dc-4e5b-a4f1-db5a68e5dd1b/77eb57d5-4673-46b6-a26b-0939ed64f5d5/5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f) {{(pid=80387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:28:24.326627 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-76c9bd22-4efe-4716-a795-0e1f01e5f747 req-8eb88350-399e-475e-ba1e-68d2cfda5b92 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] 10.222.0.26 "GET /v2.0/ports?device_id=8396267c-2880-437c-be1f-d188da39647e HTTP/1.1" status: 200 len: 210 time: 0.0878336 Nov 18 16:28:24.362230 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-61af1219-cbb9-4da7-858f-50849509321f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Allocated IP 172.28.2.114 (1ab93bf2-7919-44ad-adde-8c05b7be9843/1c619f42-09f4-418f-9c21-3783e8b9bbfe/696dc957-1241-4e6a-84dc-05c53d2fd2ac) {{(pid=80386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:28:24.589385 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-2b859d64-3d21-4bf6-8196-f79df602c2c7 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Notify callbacks [] for port, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:24.636756 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-2b859d64-3d21-4bf6-8196-f79df602c2c7 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:24.644290 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-61af1219-cbb9-4da7-858f-50849509321f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for port, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:24.652538 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-dec11971-5a55-40bc-a7eb-fcc0d7390e5e tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:24.693904 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-61af1219-cbb9-4da7-858f-50849509321f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1990542'] for port, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:24.710500 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-aadf4c01-9698-434e-ab50-c35bbba61183 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:24.796503 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b859d64-3d21-4bf6-8196-f79df602c2c7 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Pushing event updated for resources: {'Port': ['ID=5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:24.801656 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2b859d64-3d21-4bf6-8196-f79df602c2c7 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:24.853390 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-2b859d64-3d21-4bf6-8196-f79df602c2c7 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Network 0e6e4e60-94dc-4e5b-a4f1-db5a68e5dd1b is already hosted by enough agents. {{(pid=80387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:28:24.854544 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-2b859d64-3d21-4bf6-8196-f79df602c2c7 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Resources bound (agent type, host, resource id): {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:28:24.856900 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-2b859d64-3d21-4bf6-8196-f79df602c2c7 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Received port after_create {{(pid=80387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:28:24.860637 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af1219-cbb9-4da7-858f-50849509321f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Pushing event updated for resources: {'Port': ['ID=696dc957-1241-4e6a-84dc-05c53d2fd2ac,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:24.865347 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-61af1219-cbb9-4da7-858f-50849509321f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:24.909056 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61af1219-cbb9-4da7-858f-50849509321f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Network 1ab93bf2-7919-44ad-adde-8c05b7be9843 is already hosted by enough agents. {{(pid=80386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:28:24.910301 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-61af1219-cbb9-4da7-858f-50849509321f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Resources bound (agent type, host, resource id): {{(pid=80386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:28:24.912511 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61af1219-cbb9-4da7-858f-50849509321f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Received port after_create {{(pid=80386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:28:24.922315 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-2b859d64-3d21-4bf6-8196-f79df602c2c7 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:24.922974 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-2b859d64-3d21-4bf6-8196-f79df602c2c7 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:24.968564 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-2b859d64-3d21-4bf6-8196-f79df602c2c7 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1897337 Nov 18 16:28:24.980193 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-444b851e-fc7f-44ba-9ae4-91ad0a462a7a service neutron] Request body: {'port': {'device_id': '8396267c-2880-437c-be1f-d188da39647e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:28:25.002626 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-61af1219-cbb9-4da7-858f-50849509321f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for floatingip, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:25.091238 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-61af1219-cbb9-4da7-858f-50849509321f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:25.096496 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-444b851e-fc7f-44ba-9ae4-91ad0a462a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:25.362316 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-61af1219-cbb9-4da7-858f-50849509321f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for port, precommit_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:25.392888 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-61af1219-cbb9-4da7-858f-50849509321f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852785257'] for port, after_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:25.409786 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-977e5083-44fb-4347-808f-6a0b69357bee tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:25.553732 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af1219-cbb9-4da7-858f-50849509321f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Pushing event updated for resources: {'Port': ['ID=696dc957-1241-4e6a-84dc-05c53d2fd2ac,revision_number=2']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:25.558721 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-61af1219-cbb9-4da7-858f-50849509321f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:25.561185 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-444b851e-fc7f-44ba-9ae4-91ad0a462a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f {{(pid=80387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:28:25.571216 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-444b851e-fc7f-44ba-9ae4-91ad0a462a7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:25.589541 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-444b851e-fc7f-44ba-9ae4-91ad0a462a7a service neutron] Transition to ACTIVE for port object 5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f will not be triggered until provisioned by entity L2. {{(pid=80387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:28:25.613301 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53f138-c95d-42c7-8214-ac013a538152 req-9cb50a90-a5da-4aac-86d5-5a8ab16a7744 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:25.613986 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-aa53f138-c95d-42c7-8214-ac013a538152 req-9cb50a90-a5da-4aac-86d5-5a8ab16a7744 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Synchronizing usage tracker for tenant:7a6706a68e87441ba00d939149ab0df2 on resource:port {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:28:25.627324 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-444b851e-fc7f-44ba-9ae4-91ad0a462a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445729'] for port, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:25.645122 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c4215c79-649c-43e5-b1bc-a8b453bfc4e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:25.654283 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-61af1219-cbb9-4da7-858f-50849509321f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701080'] for floatingip, after_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:25.710522 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-61af1219-cbb9-4da7-858f-50849509321f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for floatingip, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:25.711892 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-61af1219-cbb9-4da7-858f-50849509321f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8961301 Nov 18 16:28:25.772972 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-aa53f138-c95d-42c7-8214-ac013a538152 req-9cb50a90-a5da-4aac-86d5-5a8ab16a7744 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Unset dirty status for tenant:7a6706a68e87441ba00d939149ab0df2 on resource:port {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:28:25.774415 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-aa53f138-c95d-42c7-8214-ac013a538152 req-9cb50a90-a5da-4aac-86d5-5a8ab16a7744 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] 10.222.0.26 "GET /v2.0/ports?device_id=8396267c-2880-437c-be1f-d188da39647e HTTP/1.1" status: 200 len: 931 time: 0.2886405 Nov 18 16:28:25.790987 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b851e-fc7f-44ba-9ae4-91ad0a462a7a service neutron] Pushing event updated for resources: {'Port': ['ID=5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f,revision_number=2']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:25.810086 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-444b851e-fc7f-44ba-9ae4-91ad0a462a7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:25.873959 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-aa53f138-c95d-42c7-8214-ac013a538152 req-0ad0e28b-c41a-4bef-ab48-5fe7bc808008 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] 10.222.0.26 "GET /v2.0/security-groups?id=e1a3498c-0bb7-45dd-95b9-a7e78949a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917015 Nov 18 16:28:25.983285 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-4ef2e845-0ee0-49a4-b268-24e52eda9e5c tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Synchronizing usage tracker for tenant:292e2beb7a044caea157c6f5f46c0ccb on resource:security_group {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:28:26.019715 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-444b851e-fc7f-44ba-9ae4-91ad0a462a7a service neutron] Attempting to bind port 5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f on host hv-cinder-75995 for vnic_type normal with profile {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:28:26.020085 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-444b851e-fc7f-44ba-9ae4-91ad0a462a7a service neutron] Attempting to bind port 5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '61e4cdbc-bd84-4d8b-b34d-3f4f99fb1640', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e6e4e60-94dc-4e5b-a4f1-db5a68e5dd1b'}] {{(pid=80387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:28:26.020450 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-444b851e-fc7f-44ba-9ae4-91ad0a462a7a service neutron] Attempting to bind port 5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f on network 0e6e4e60-94dc-4e5b-a4f1-db5a68e5dd1b {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:28:26.026651 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-4ef2e845-0ee0-49a4-b268-24e52eda9e5c tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Unset dirty status for tenant:292e2beb7a044caea157c6f5f46c0ccb on resource:security_group {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:28:26.027693 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-444b851e-fc7f-44ba-9ae4-91ad0a462a7a service neutron] Checking agent: {'id': '3488e2eb-83f3-429f-9709-c44be6a31d37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 18, 57), 'started_at': datetime.datetime(2020, 11, 18, 16, 19, 27), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:28:26.027935 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-4ef2e845-0ee0-49a4-b268-24e52eda9e5c tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1417637060&fields=id&tenant_id=292e2beb7a044caea157c6f5f46c0ccb HTTP/1.1" status: 200 len: 267 time: 0.0900414 Nov 18 16:28:26.028044 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-444b851e-fc7f-44ba-9ae4-91ad0a462a7a service neutron] Checking segment: {'id': '61e4cdbc-bd84-4d8b-b34d-3f4f99fb1640', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e6e4e60-94dc-4e5b-a4f1-db5a68e5dd1b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:28:26.028446 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-444b851e-fc7f-44ba-9ae4-91ad0a462a7a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:26.028861 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-444b851e-fc7f-44ba-9ae4-91ad0a462a7a service neutron] Bound using segment: {'id': '61e4cdbc-bd84-4d8b-b34d-3f4f99fb1640', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e6e4e60-94dc-4e5b-a4f1-db5a68e5dd1b'} {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:28:26.029346 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-444b851e-fc7f-44ba-9ae4-91ad0a462a7a service neutron] Bound port: 5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e4cdbc-bd84-4d8b-b34d-3f4f99fb1640', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e6e4e60-94dc-4e5b-a4f1-db5a68e5dd1b'}}] {{(pid=80387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:28:26.029721 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-444b851e-fc7f-44ba-9ae4-91ad0a462a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:26.125521 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-444b851e-fc7f-44ba-9ae4-91ad0a462a7a service neutron] For port 5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f, host hv-cinder-75995, cleared binding levels {{(pid=80387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:28:26.128528 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-444b851e-fc7f-44ba-9ae4-91ad0a462a7a service neutron] For port 5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f,segment=NetworkSegment(61e4cdbc-bd84-4d8b-b34d-3f4f99fb1640),segment_id=61e4cdbc-bd84-4d8b-b34d-3f4f99fb1640)] {{(pid=80387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:28:26.162378 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-444b851e-fc7f-44ba-9ae4-91ad0a462a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445729'] for port, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:26.178327 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-29d21a42-8772-400e-9ef5-1e3e2693604e tempest-VolumesActionsTest-872421884 tempest-VolumesActionsTest-872421884] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:26.193674 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-b5b322f1-778e-4e3e-ae80-151c59181990 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:26.195260 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-b5b322f1-778e-4e3e-ae80-151c59181990 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/networks?id=ece5bf5e-8c90-44e7-9b10-a7a886498ac3 HTTP/1.1" status: 200 len: 811 time: 0.1601052 Nov 18 16:28:26.213219 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-2e85dc86-9f59-4b3f-ab04-a9146af4bedd tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/quotas/292e2beb7a044caea157c6f5f46c0ccb HTTP/1.1" status: 200 len: 375 time: 0.0111384 Nov 18 16:28:26.306160 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-811be368-4497-4a0f-9945-f3ddf4661493 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Synchronizing usage tracker for tenant:292e2beb7a044caea157c6f5f46c0ccb on resource:port {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:28:26.329983 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b851e-fc7f-44ba-9ae4-91ad0a462a7a service neutron] Pushing event updated for resources: {'Port': ['ID=5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f,revision_number=3']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:26.334777 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-444b851e-fc7f-44ba-9ae4-91ad0a462a7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:26.346649 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-811be368-4497-4a0f-9945-f3ddf4661493 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Unset dirty status for tenant:292e2beb7a044caea157c6f5f46c0ccb on resource:port {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:28:26.348114 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-811be368-4497-4a0f-9945-f3ddf4661493 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?tenant_id=292e2beb7a044caea157c6f5f46c0ccb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1293213 Nov 18 16:28:26.370573 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-444b851e-fc7f-44ba-9ae4-91ad0a462a7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:26.372064 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-444b851e-fc7f-44ba-9ae4-91ad0a462a7a service neutron] 10.222.0.13 "PUT /v2.0/ports/5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f HTTP/1.1" status: 200 len: 1157 time: 1.3963974 Nov 18 16:28:26.372630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8396267c-2880-437c-be1f-d188da39647e', 'tag': '5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f'}] {{(pid=80387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:28:26.434090 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8396267c-2880-437c-be1f-d188da39647e', 'tag': '5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f', 'status': 'completed', 'code': 200} Nov 18 16:28:26.507145 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-d5f485bf-c3bd-4c21-87dd-3ee5b6525c33 service neutron] 10.222.0.26 "GET /v2.0/networks/ece5bf5e-8c90-44e7-9b10-a7a886498ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461127 Nov 18 16:28:26.531616 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-552e6720-12f2-41e5-b7a7-af3587a0ead6 req-e3325a05-2205-47ff-ad69-735336103b42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a6706a68e87441ba00d939149ab0df2&device_id=8396267c-2880-437c-be1f-d188da39647e HTTP/1.1" status: 200 len: 1160 time: 0.0769427 Nov 18 16:28:26.657364 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-d9988dc8-f5db-41f9-861f-9a71c146d33a service neutron] 10.222.0.26 "GET /v2.0/networks/ece5bf5e-8c90-44e7-9b10-a7a886498ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1426616 Nov 18 16:28:26.685762 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e6720-12f2-41e5-b7a7-af3587a0ead6 req-9eeac783-d8ee-4ad1-bc4b-8e569bce7ec2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:26.687360 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-552e6720-12f2-41e5-b7a7-af3587a0ead6 req-9eeac783-d8ee-4ad1-bc4b-8e569bce7ec2 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7a6706a68e87441ba00d939149ab0df2&shared=False HTTP/1.1" status: 200 len: 902 time: 0.1490808 Nov 18 16:28:26.838459 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e6720-12f2-41e5-b7a7-af3587a0ead6 req-7edfc43d-12bb-4b3d-85db-bfb0c6a2ec64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:26.840221 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-552e6720-12f2-41e5-b7a7-af3587a0ead6 req-7edfc43d-12bb-4b3d-85db-bfb0c6a2ec64 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1466634 Nov 18 16:28:26.974642 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-77cd42ff-e676-4c79-80fd-55299f3b92e1 req-b798b380-ae70-4949-9a24-75e38beeca0a tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=bcff0155-a767-4dc6-ae7d-b66ae3814a1e HTTP/1.1" status: 200 len: 210 time: 0.0560656 Nov 18 16:28:27.016307 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-991906ea-542b-402b-aa7a-e5b7cfe13c1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7a6706a68e87441ba00d939149ab0df2&device_id=8396267c-2880-437c-be1f-d188da39647e HTTP/1.1" status: 200 len: 1160 time: 0.1359255 Nov 18 16:28:27.098882 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7967a-4d5a-49dd-9493-3232b057404e req-67d1f414-40ef-4af8-b333-4eb8e7b30228 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:27.100563 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-77c7967a-4d5a-49dd-9493-3232b057404e req-67d1f414-40ef-4af8-b333-4eb8e7b30228 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] 10.222.0.26 "GET /v2.0/ports?device_id=8396267c-2880-437c-be1f-d188da39647e HTTP/1.1" status: 200 len: 943 time: 0.0925927 Nov 18 16:28:27.154899 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-77c7967a-4d5a-49dd-9493-3232b057404e req-58ba87a9-c4c0-43bf-804f-0a6f0749b7eb tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Synchronizing usage tracker for tenant:7a6706a68e87441ba00d939149ab0df2 on resource:security_group {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:28:27.197949 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-77c7967a-4d5a-49dd-9493-3232b057404e req-58ba87a9-c4c0-43bf-804f-0a6f0749b7eb tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Unset dirty status for tenant:7a6706a68e87441ba00d939149ab0df2 on resource:security_group {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:28:27.199256 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-77c7967a-4d5a-49dd-9493-3232b057404e req-58ba87a9-c4c0-43bf-804f-0a6f0749b7eb tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] 10.222.0.26 "GET /v2.0/security-groups?id=e1a3498c-0bb7-45dd-95b9-a7e78949a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919025 Nov 18 16:28:27.316483 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-a11a0b1e-572d-4ee1-824d-265de7c193f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f HTTP/1.1" status: 200 len: 217 time: 0.2926404 Nov 18 16:28:27.386205 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-9ed33492-fbd8-49f4-bbc9-ee866e9c3d21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:27.387837 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-9ed33492-fbd8-49f4-bbc9-ee866e9c3d21 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=77eb57d5-4673-46b6-a26b-0939ed64f5d5 HTTP/1.1" status: 200 len: 848 time: 0.0656805 Nov 18 16:28:27.441252 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-e820af45-6d00-4826-8f2a-d8071540e956 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0e6e4e60-94dc-4e5b-a4f1-db5a68e5dd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467405 Nov 18 16:28:27.588100 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-553f3db4-5ce4-4a7c-9e8b-b35a10d5ec33 service neutron] 10.222.0.13 "GET /v2.0/networks/0e6e4e60-94dc-4e5b-a4f1-db5a68e5dd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408319 Nov 18 16:28:27.699002 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:27.739147 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5c0f5ef4-cf49-49a2-a83e-cfc053fd5758 req-8ce32155-4eff-4f0e-893c-04acf915e2b5 service neutron] 10.222.0.13 "GET /v2.0/networks/0e6e4e60-94dc-4e5b-a4f1-db5a68e5dd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1452129 Nov 18 16:28:28.173019 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-6ef5fe1a-532f-455a-8925-170147158c51 req-223874d6-f582-4c2a-bc86-7dc5d465a7da tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=bcff0155-a767-4dc6-ae7d-b66ae3814a1e HTTP/1.1" status: 200 len: 210 time: 0.0459902 Nov 18 16:28:28.416720 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc544739-7b3d-4e34-8466-1cbf37b5283b req-de2a7454-ebf8-4849-b752-1b283c07c086 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:28.418290 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-bc544739-7b3d-4e34-8466-1cbf37b5283b req-de2a7454-ebf8-4849-b752-1b283c07c086 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] 10.222.0.26 "GET /v2.0/ports?device_id=8396267c-2880-437c-be1f-d188da39647e HTTP/1.1" status: 200 len: 943 time: 0.0914035 Nov 18 16:28:28.467117 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-bc544739-7b3d-4e34-8466-1cbf37b5283b req-b1ff6afb-19ef-4072-8a37-312312235380 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] 10.222.0.26 "GET /v2.0/security-groups?id=e1a3498c-0bb7-45dd-95b9-a7e78949a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427449 Nov 18 16:28:28.687092 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-3341c258-345a-4570-a051-edac92f9111c tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:28.688574 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-3341c258-345a-4570-a051-edac92f9111c tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.13 "GET /v2.0/networks?id=ece5bf5e-8c90-44e7-9b10-a7a886498ac3 HTTP/1.1" status: 200 len: 811 time: 0.1604705 Nov 18 16:28:28.769625 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-0b00ee53-93d6-428c-a921-95f609806ae1 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Synchronizing usage tracker for tenant:292e2beb7a044caea157c6f5f46c0ccb on resource:security_group {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:28:28.783609 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-0b00ee53-93d6-428c-a921-95f609806ae1 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Unset dirty status for tenant:292e2beb7a044caea157c6f5f46c0ccb on resource:security_group {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:28:28.785327 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-0b00ee53-93d6-428c-a921-95f609806ae1 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=292e2beb7a044caea157c6f5f46c0ccb HTTP/1.1" status: 200 len: 5043 time: 0.0829027 Nov 18 16:28:28.795416 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-f12f9a21-8d4f-4f8b-860f-ad3410345824 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Request body: {'port': {'device_id': 'bcff0155-a767-4dc6-ae7d-b66ae3814a1e', 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3', 'admin_state_up': True, 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'security_groups': ['af9519a8-f250-4376-bead-976cb57fdf0a']}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:28:28.944325 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-f12f9a21-8d4f-4f8b-860f-ad3410345824 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:28:28.954363 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-f12f9a21-8d4f-4f8b-860f-ad3410345824 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:28:28.986128 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-f12f9a21-8d4f-4f8b-860f-ad3410345824 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Made reservation on behalf of 292e2beb7a044caea157c6f5f46c0ccb for: {'port': 1} {{(pid=80387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:28:28.991738 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-f12f9a21-8d4f-4f8b-860f-ad3410345824 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:29.139993 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.objects.ports [None req-eb404127-0195-404c-83cc-3d92b0e4d9f8 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80388) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 18 16:28:29.310165 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-f12f9a21-8d4f-4f8b-860f-ad3410345824 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Allocated IP 172.20.0.6 (ece5bf5e-8c90-44e7-9b10-a7a886498ac3/c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197/77bc9efb-d9cf-4a12-8530-2f46ed1b0d91) {{(pid=80387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:28:29.361806 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1ba0c2b9-1f76-4db2-a92b-28925e8ab444 req-b5f8de3e-d271-4385-8756-f96b16ff9464 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=bcff0155-a767-4dc6-ae7d-b66ae3814a1e HTTP/1.1" status: 200 len: 210 time: 0.0587142 Nov 18 16:28:29.409436 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:28:29.506386 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning for port 5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:28:29.512499 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:28:29.512959 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:29.563978 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-f12f9a21-8d4f-4f8b-860f-ad3410345824 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for port, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:29.581164 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-f12f9a21-8d4f-4f8b-860f-ad3410345824 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Transition to ACTIVE for port object 77bc9efb-d9cf-4a12-8530-2f46ed1b0d91 will not be triggered until provisioned by entity DHCP. {{(pid=80387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:28:29.637766 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-f12f9a21-8d4f-4f8b-860f-ad3410345824 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:29.643771 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:29.664854 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b998ad65-075d-470b-b7dd-cd42d00c4e29 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:29.673905 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8396267c-2880-437c-be1f-d188da39647e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:28:29.685723 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port 5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f,segment=NetworkSegment(61e4cdbc-bd84-4d8b-b34d-3f4f99fb1640),segment_id=61e4cdbc-bd84-4d8b-b34d-3f4f99fb1640)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:28:29.685931 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759088e-ced6-4503-a329-d71fb7f45686 req-5e5354a1-3ecb-44cd-97dd-6dd132fb4b1b tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:29.687508 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e759088e-ced6-4503-a329-d71fb7f45686 req-5e5354a1-3ecb-44cd-97dd-6dd132fb4b1b tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] 10.222.0.26 "GET /v2.0/ports?device_id=8396267c-2880-437c-be1f-d188da39647e HTTP/1.1" status: 200 len: 943 time: 0.0876331 Nov 18 16:28:29.710520 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:29.714360 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:29.743271 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e759088e-ced6-4503-a329-d71fb7f45686 req-2c2486b0-d8a6-4ecd-bd1d-3c76ad2d2f32 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] 10.222.0.26 "GET /v2.0/security-groups?id=e1a3498c-0bb7-45dd-95b9-a7e78949a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478523 Nov 18 16:28:29.761022 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8396267c-2880-437c-be1f-d188da39647e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f', 'code': 200} Nov 18 16:28:29.809464 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f,revision_number=4']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:29.812871 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:29.827613 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f9a21-8d4f-4f8b-860f-ad3410345824 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Pushing event updated for resources: {'Port': ['ID=77bc9efb-d9cf-4a12-8530-2f46ed1b0d91,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:29.832915 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f12f9a21-8d4f-4f8b-860f-ad3410345824 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:29.880162 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-f12f9a21-8d4f-4f8b-860f-ad3410345824 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Network ece5bf5e-8c90-44e7-9b10-a7a886498ac3 is already hosted by enough agents. {{(pid=80387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:28:29.881364 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-f12f9a21-8d4f-4f8b-860f-ad3410345824 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Resources bound (agent type, host, resource id): {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:28:29.883709 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-f12f9a21-8d4f-4f8b-860f-ad3410345824 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Received port after_create {{(pid=80387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:28:29.953614 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-f12f9a21-8d4f-4f8b-860f-ad3410345824 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:29.954405 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-f12f9a21-8d4f-4f8b-860f-ad3410345824 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:30.010738 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-f12f9a21-8d4f-4f8b-860f-ad3410345824 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2194643 Nov 18 16:28:30.023093 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-ccb0976f-eb83-4a0c-aec3-e0db441aa830 service neutron] Request body: {'port': {'device_id': 'bcff0155-a767-4dc6-ae7d-b66ae3814a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:28:30.048307 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8336d9bc-3be1-4b91-a669-baeb57aa879d req-f0443da5-3d6e-49bf-89dc-a6dfbadc2311 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8396267c-2880-437c-be1f-d188da39647e HTTP/1.1" status: 200 len: 1162 time: 0.0815637 Nov 18 16:28:30.094351 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8336d9bc-3be1-4b91-a669-baeb57aa879d req-f99a32e4-efe2-4946-8a11-5daa5cee1495 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e1a3498c-0bb7-45dd-95b9-a7e78949a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397882 Nov 18 16:28:30.138288 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-ccb0976f-eb83-4a0c-aec3-e0db441aa830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:30.140509 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-f1a9b9e0-43b2-4280-b2ae-42a8b8bd5663 None None] Provisioning for port 77bc9efb-d9cf-4a12-8530-2f46ed1b0d91 completed by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:28:30.145599 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-f1a9b9e0-43b2-4280-b2ae-42a8b8bd5663 None None] Provisioning complete for port 77bc9efb-d9cf-4a12-8530-2f46ed1b0d91 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:28:30.146007 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f1a9b9e0-43b2-4280-b2ae-42a8b8bd5663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:30.205395 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-f1a9b9e0-43b2-4280-b2ae-42a8b8bd5663 None None] Port 77bc9efb-d9cf-4a12-8530-2f46ed1b0d91 cannot update to ACTIVE because it is not bound. {{(pid=80388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:28:30.609201 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-ccb0976f-eb83-4a0c-aec3-e0db441aa830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77bc9efb-d9cf-4a12-8530-2f46ed1b0d91 {{(pid=80387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:28:30.618871 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-ccb0976f-eb83-4a0c-aec3-e0db441aa830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:30.643220 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-ccb0976f-eb83-4a0c-aec3-e0db441aa830 service neutron] Transition to ACTIVE for port object 77bc9efb-d9cf-4a12-8530-2f46ed1b0d91 will not be triggered until provisioned by entity L2. {{(pid=80387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:28:30.655619 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc970690-a044-463b-812d-e121b3b46a23 req-02d1570d-84d0-4864-9a9a-e363945612ec tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:30.656303 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-cc970690-a044-463b-812d-e121b3b46a23 req-02d1570d-84d0-4864-9a9a-e363945612ec tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Synchronizing usage tracker for tenant:292e2beb7a044caea157c6f5f46c0ccb on resource:port {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:28:30.671796 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-ccb0976f-eb83-4a0c-aec3-e0db441aa830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445729'] for port, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:30.687688 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9b72eefd-b086-45e0-95f3-a31a6dfaa32b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:30.735010 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-cc970690-a044-463b-812d-e121b3b46a23 req-02d1570d-84d0-4864-9a9a-e363945612ec tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Unset dirty status for tenant:292e2beb7a044caea157c6f5f46c0ccb on resource:port {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:28:30.736256 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-cc970690-a044-463b-812d-e121b3b46a23 req-02d1570d-84d0-4864-9a9a-e363945612ec tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=bcff0155-a767-4dc6-ae7d-b66ae3814a1e HTTP/1.1" status: 200 len: 931 time: 0.2371037 Nov 18 16:28:30.870494 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0976f-eb83-4a0c-aec3-e0db441aa830 service neutron] Pushing event updated for resources: {'Port': ['ID=77bc9efb-d9cf-4a12-8530-2f46ed1b0d91,revision_number=2']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:30.877535 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ccb0976f-eb83-4a0c-aec3-e0db441aa830 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:30.891125 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-cc970690-a044-463b-812d-e121b3b46a23 req-1a6abf6a-b376-44d2-bc57-d40ae28f8edc tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=af9519a8-f250-4376-bead-976cb57fdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411746 Nov 18 16:28:30.985180 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a242315-0c30-4ee6-b5e1-c69fb308a2d6 req-b76e8051-9a90-4f67-82bc-287cf13f5d0f tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:30.993668 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1a242315-0c30-4ee6-b5e1-c69fb308a2d6 req-b76e8051-9a90-4f67-82bc-287cf13f5d0f tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] 10.222.0.26 "GET /v2.0/ports?device_id=8396267c-2880-437c-be1f-d188da39647e HTTP/1.1" status: 200 len: 945 time: 0.1024740 Nov 18 16:28:31.045256 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1a242315-0c30-4ee6-b5e1-c69fb308a2d6 req-f619c69a-7ed9-42df-afde-61bd003b85da tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] 10.222.0.26 "GET /v2.0/security-groups?id=e1a3498c-0bb7-45dd-95b9-a7e78949a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495780 Nov 18 16:28:31.068093 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:28:31.073784 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-ccb0976f-eb83-4a0c-aec3-e0db441aa830 service neutron] Attempting to bind port 77bc9efb-d9cf-4a12-8530-2f46ed1b0d91 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:28:31.074157 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-ccb0976f-eb83-4a0c-aec3-e0db441aa830 service neutron] Attempting to bind port 77bc9efb-d9cf-4a12-8530-2f46ed1b0d91 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '5d1c135a-f5a5-4ec5-a274-d33dd11b43d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3'}] {{(pid=80387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:28:31.074524 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-ccb0976f-eb83-4a0c-aec3-e0db441aa830 service neutron] Attempting to bind port 77bc9efb-d9cf-4a12-8530-2f46ed1b0d91 on network ece5bf5e-8c90-44e7-9b10-a7a886498ac3 {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:28:31.082486 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-ccb0976f-eb83-4a0c-aec3-e0db441aa830 service neutron] Checking agent: {'id': '3488e2eb-83f3-429f-9709-c44be6a31d37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 18, 57), 'started_at': datetime.datetime(2020, 11, 18, 16, 19, 27), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:28:31.083423 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-ccb0976f-eb83-4a0c-aec3-e0db441aa830 service neutron] Checking segment: {'id': '5d1c135a-f5a5-4ec5-a274-d33dd11b43d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:28:31.084046 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-ccb0976f-eb83-4a0c-aec3-e0db441aa830 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:31.084626 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-ccb0976f-eb83-4a0c-aec3-e0db441aa830 service neutron] Bound using segment: {'id': '5d1c135a-f5a5-4ec5-a274-d33dd11b43d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3'} {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:28:31.085386 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-ccb0976f-eb83-4a0c-aec3-e0db441aa830 service neutron] Bound port: 77bc9efb-d9cf-4a12-8530-2f46ed1b0d91, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d1c135a-f5a5-4ec5-a274-d33dd11b43d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3'}}] {{(pid=80387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:28:31.086135 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-ccb0976f-eb83-4a0c-aec3-e0db441aa830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:31.163248 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:28:31.163605 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:31.198329 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-ccb0976f-eb83-4a0c-aec3-e0db441aa830 service neutron] For port 77bc9efb-d9cf-4a12-8530-2f46ed1b0d91, host hv-cinder-75995, cleared binding levels {{(pid=80387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:28:31.201587 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-ccb0976f-eb83-4a0c-aec3-e0db441aa830 service neutron] For port 77bc9efb-d9cf-4a12-8530-2f46ed1b0d91, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=77bc9efb-d9cf-4a12-8530-2f46ed1b0d91,segment=NetworkSegment(5d1c135a-f5a5-4ec5-a274-d33dd11b43d8),segment_id=5d1c135a-f5a5-4ec5-a274-d33dd11b43d8)] {{(pid=80387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:28:31.238548 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-ccb0976f-eb83-4a0c-aec3-e0db441aa830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445729'] for port, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:31.254210 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7c7390db-0f4d-4c39-a1eb-828b71f20f43 tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:31.418297 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0976f-eb83-4a0c-aec3-e0db441aa830 service neutron] Pushing event updated for resources: {'Port': ['ID=77bc9efb-d9cf-4a12-8530-2f46ed1b0d91,revision_number=3']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:31.421643 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ccb0976f-eb83-4a0c-aec3-e0db441aa830 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:31.456135 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-ccb0976f-eb83-4a0c-aec3-e0db441aa830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:31.457663 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-ccb0976f-eb83-4a0c-aec3-e0db441aa830 service neutron] 10.222.0.13 "PUT /v2.0/ports/77bc9efb-d9cf-4a12-8530-2f46ed1b0d91 HTTP/1.1" status: 200 len: 1157 time: 1.4402244 Nov 18 16:28:31.458188 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcff0155-a767-4dc6-ae7d-b66ae3814a1e', 'tag': '77bc9efb-d9cf-4a12-8530-2f46ed1b0d91'}] {{(pid=80387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:28:31.523817 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcff0155-a767-4dc6-ae7d-b66ae3814a1e', 'tag': '77bc9efb-d9cf-4a12-8530-2f46ed1b0d91', 'status': 'completed', 'code': 200} Nov 18 16:28:31.608430 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-f8cd0727-fec7-4597-a618-1226b0ba71c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=292e2beb7a044caea157c6f5f46c0ccb&device_id=bcff0155-a767-4dc6-ae7d-b66ae3814a1e HTTP/1.1" status: 200 len: 1160 time: 0.0783546 Nov 18 16:28:31.685312 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-47557d1a-7827-47fb-9328-96c0bf321ee0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77bc9efb-d9cf-4a12-8530-2f46ed1b0d91 HTTP/1.1" status: 200 len: 217 time: 0.0695138 Nov 18 16:28:31.755078 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-db249b06-e0f0-42da-ac33-031c7aa00e37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:31.756566 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-db249b06-e0f0-42da-ac33-031c7aa00e37 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197 HTTP/1.1" status: 200 len: 850 time: 0.0657711 Nov 18 16:28:31.841434 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-69388446-5ebf-4314-8ca7-769301736088 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ece5bf5e-8c90-44e7-9b10-a7a886498ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790501 Nov 18 16:28:31.986236 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-0e5901e0-7a10-468f-9786-756cd6da473f service neutron] 10.222.0.13 "GET /v2.0/networks/ece5bf5e-8c90-44e7-9b10-a7a886498ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385107 Nov 18 16:28:32.139116 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-65ef298a-1b32-4a7e-bf5e-872ebb9ef968 req-4d17fda4-a2ad-4844-bfdc-089bafb355e9 service neutron] 10.222.0.13 "GET /v2.0/networks/ece5bf5e-8c90-44e7-9b10-a7a886498ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1452115 Nov 18 16:28:32.336978 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192bce8-1472-4d62-8968-d1bbda671783 req-9faaa835-376d-4e0c-84f1-7341641e0492 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:32.338609 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f192bce8-1472-4d62-8968-d1bbda671783 req-9faaa835-376d-4e0c-84f1-7341641e0492 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=bcff0155-a767-4dc6-ae7d-b66ae3814a1e HTTP/1.1" status: 200 len: 943 time: 0.3198025 Nov 18 16:28:32.361386 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c8b70377-b219-4308-bc16-871497d4db15 req-a3b863f1-73c6-455f-a5aa-9963e4d49a6e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=292e2beb7a044caea157c6f5f46c0ccb&device_id=bcff0155-a767-4dc6-ae7d-b66ae3814a1e HTTP/1.1" status: 200 len: 1160 time: 0.1437616 Nov 18 16:28:32.368775 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2761e6-19cb-4d9a-a75a-c235806307ec req-d9a7bc8e-bd94-4d36-bbb5-6719efa601cd tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:32.370276 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7b2761e6-19cb-4d9a-a75a-c235806307ec req-d9a7bc8e-bd94-4d36-bbb5-6719efa601cd tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] 10.222.0.26 "GET /v2.0/ports?device_id=8396267c-2880-437c-be1f-d188da39647e HTTP/1.1" status: 200 len: 945 time: 0.1190646 Nov 18 16:28:32.388260 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f192bce8-1472-4d62-8968-d1bbda671783 req-2ee4d2fa-eb80-4da8-b32d-2eb2b37c8dd3 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=af9519a8-f250-4376-bead-976cb57fdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430918 Nov 18 16:28:32.523979 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7b2761e6-19cb-4d9a-a75a-c235806307ec req-becaeca8-77b8-47f7-9bd1-be1ea2677600 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] 10.222.0.26 "GET /v2.0/security-groups?id=e1a3498c-0bb7-45dd-95b9-a7e78949a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305757 Nov 18 16:28:32.549313 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b70377-b219-4308-bc16-871497d4db15 req-bf38c543-219e-429c-9795-83aef2a0f9ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:32.550937 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c8b70377-b219-4308-bc16-871497d4db15 req-bf38c543-219e-429c-9795-83aef2a0f9ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=ece5bf5e-8c90-44e7-9b10-a7a886498ac3 HTTP/1.1" status: 200 len: 905 time: 0.1797023 Nov 18 16:28:32.625502 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c8b70377-b219-4308-bc16-871497d4db15 req-12ede2d2-ec8e-4a95-8d16-4220f1360657 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77bc9efb-d9cf-4a12-8530-2f46ed1b0d91 HTTP/1.1" status: 200 len: 217 time: 0.0663602 Nov 18 16:28:32.923389 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b70377-b219-4308-bc16-871497d4db15 req-9ce3a05a-17e0-4e6f-a44b-9cb557b88c6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:32.925025 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c8b70377-b219-4308-bc16-871497d4db15 req-9ce3a05a-17e0-4e6f-a44b-9cb557b88c6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197 HTTP/1.1" status: 200 len: 850 time: 0.2935908 Nov 18 16:28:33.008827 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c8b70377-b219-4308-bc16-871497d4db15 req-3c2bb690-d697-45a0-9ea1-cd18f9b8f160 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ece5bf5e-8c90-44e7-9b10-a7a886498ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773621 Nov 18 16:28:33.161046 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c8b70377-b219-4308-bc16-871497d4db15 req-8e134cea-7139-4081-9fce-882fb68706af service neutron] 10.222.0.13 "GET /v2.0/networks/ece5bf5e-8c90-44e7-9b10-a7a886498ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431696 Nov 18 16:28:33.309671 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c8b70377-b219-4308-bc16-871497d4db15 req-8822a2bf-01c5-42f1-a180-86962d656054 service neutron] 10.222.0.13 "GET /v2.0/networks/ece5bf5e-8c90-44e7-9b10-a7a886498ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1415219 Nov 18 16:28:33.628643 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0352c2-cfcc-4a98-bac6-5d43257f6437 req-53c82348-1f70-4102-9787-e9a5def61b8b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:33.630165 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-af0352c2-cfcc-4a98-bac6-5d43257f6437 req-53c82348-1f70-4102-9787-e9a5def61b8b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=bcff0155-a767-4dc6-ae7d-b66ae3814a1e HTTP/1.1" status: 200 len: 943 time: 0.0854213 Nov 18 16:28:33.678269 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-af0352c2-cfcc-4a98-bac6-5d43257f6437 req-db9325a3-da7e-4459-ad4c-cc40059ced64 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=af9519a8-f250-4376-bead-976cb57fdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418897 Nov 18 16:28:34.900599 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48760dd4-2ad4-46d8-9342-3fdbcaca43da req-00dcba39-094e-4c6f-b572-89bb8188cf3b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:34.902290 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-48760dd4-2ad4-46d8-9342-3fdbcaca43da req-00dcba39-094e-4c6f-b572-89bb8188cf3b tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=bcff0155-a767-4dc6-ae7d-b66ae3814a1e HTTP/1.1" status: 200 len: 943 time: 0.0868576 Nov 18 16:28:34.959725 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-48760dd4-2ad4-46d8-9342-3fdbcaca43da req-f0a0e32b-ade5-4f80-8e54-f101a1ca03cc tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=af9519a8-f250-4376-bead-976cb57fdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507259 Nov 18 16:28:35.379197 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 77bc9efb-d9cf-4a12-8530-2f46ed1b0d91 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:28:35.489401 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning for port 77bc9efb-d9cf-4a12-8530-2f46ed1b0d91 completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:28:35.495054 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 77bc9efb-d9cf-4a12-8530-2f46ed1b0d91 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:28:35.495576 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:35.619192 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:35.647102 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcff0155-a767-4dc6-ae7d-b66ae3814a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77bc9efb-d9cf-4a12-8530-2f46ed1b0d91'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:28:35.657887 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port 77bc9efb-d9cf-4a12-8530-2f46ed1b0d91, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=77bc9efb-d9cf-4a12-8530-2f46ed1b0d91,segment=NetworkSegment(5d1c135a-f5a5-4ec5-a274-d33dd11b43d8),segment_id=5d1c135a-f5a5-4ec5-a274-d33dd11b43d8)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:28:35.695948 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:35.698111 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8567fa4d-e8bb-4c7a-b5c0-313814b9ff26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:35.728997 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcff0155-a767-4dc6-ae7d-b66ae3814a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77bc9efb-d9cf-4a12-8530-2f46ed1b0d91', 'code': 200} Nov 18 16:28:35.771178 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=77bc9efb-d9cf-4a12-8530-2f46ed1b0d91,revision_number=4']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:35.775459 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:36.045719 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7b4e9a3a-99da-4034-869b-186e7c0496b7 req-02f5d343-d0d3-4d73-8cdf-41c4d56928e3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bcff0155-a767-4dc6-ae7d-b66ae3814a1e HTTP/1.1" status: 200 len: 1162 time: 0.0773621 Nov 18 16:28:36.094399 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7b4e9a3a-99da-4034-869b-186e7c0496b7 req-f3e5b40c-c49c-4c08-a50f-109a883b9811 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=af9519a8-f250-4376-bead-976cb57fdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427194 Nov 18 16:28:36.191050 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce8e49-f230-42fc-a147-3f8feeb982dd req-9ce1819c-5d23-44f0-9e2e-8f7a5b098c3d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:36.192671 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-63ce8e49-f230-42fc-a147-3f8feeb982dd req-9ce1819c-5d23-44f0-9e2e-8f7a5b098c3d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=bcff0155-a767-4dc6-ae7d-b66ae3814a1e HTTP/1.1" status: 200 len: 945 time: 0.0877960 Nov 18 16:28:36.241402 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-63ce8e49-f230-42fc-a147-3f8feeb982dd req-8473e63d-a87b-4a0c-8da9-a84d442359fa tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=af9519a8-f250-4376-bead-976cb57fdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414004 Nov 18 16:28:36.850115 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff598096-a7ec-4c99-9516-3b7355267a80 req-07aa9241-b71f-45aa-a736-e79feb2e1a80 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:36.853068 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ff598096-a7ec-4c99-9516-3b7355267a80 req-07aa9241-b71f-45aa-a736-e79feb2e1a80 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] 10.222.0.26 "GET /v2.0/ports?device_id=8396267c-2880-437c-be1f-d188da39647e HTTP/1.1" status: 200 len: 945 time: 0.0855939 Nov 18 16:28:36.900519 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ff598096-a7ec-4c99-9516-3b7355267a80 req-5013bb28-1d40-4df8-b02c-08cf364d3f13 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] 10.222.0.26 "GET /v2.0/security-groups?id=e1a3498c-0bb7-45dd-95b9-a7e78949a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420651 Nov 18 16:28:37.117979 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 77bc9efb-d9cf-4a12-8530-2f46ed1b0d91 up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:28:37.178447 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 77bc9efb-d9cf-4a12-8530-2f46ed1b0d91 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:28:37.178983 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:37.458917 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f3e7f-b1a8-4d32-a20d-990c0daf4629 req-4bd0dd24-1544-4864-9d0b-4b83815b2112 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:37.460424 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-476f3e7f-b1a8-4d32-a20d-990c0daf4629 req-4bd0dd24-1544-4864-9d0b-4b83815b2112 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=bcff0155-a767-4dc6-ae7d-b66ae3814a1e HTTP/1.1" status: 200 len: 945 time: 0.0838778 Nov 18 16:28:37.508695 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-476f3e7f-b1a8-4d32-a20d-990c0daf4629 req-1fbfa18a-c5a7-4e9a-8860-85d294e47a11 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=af9519a8-f250-4376-bead-976cb57fdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415814 Nov 18 16:28:37.716414 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454e846-5387-492d-b054-ba1ad7eeb400 req-70899a10-98b0-4ee2-a417-66f5afe7e20a tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:37.717981 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f454e846-5387-492d-b054-ba1ad7eeb400 req-70899a10-98b0-4ee2-a417-66f5afe7e20a tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=bcff0155-a767-4dc6-ae7d-b66ae3814a1e HTTP/1.1" status: 200 len: 945 time: 0.0875392 Nov 18 16:28:37.728047 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 54298) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:37.736679 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-b04f2742-f2be-4f2f-a71a-ce1b4b904dfd tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Request body: {'floatingip': {'port_id': '77bc9efb-d9cf-4a12-8530-2f46ed1b0d91'}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:28:37.881972 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b04f2742-f2be-4f2f-a71a-ce1b4b904dfd tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for floatingip, before_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:38.199394 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8473661-7371-4da8-a232-71f3567270f7 req-72485711-5725-4a83-a674-49b703e37536 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:38.201023 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c8473661-7371-4da8-a232-71f3567270f7 req-72485711-5725-4a83-a674-49b703e37536 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] 10.222.0.13 "GET /v2.0/ports?device_id=8396267c-2880-437c-be1f-d188da39647e HTTP/1.1" status: 200 len: 945 time: 0.0820260 Nov 18 16:28:38.280085 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-c8473661-7371-4da8-a232-71f3567270f7 req-e87ee66c-6cee-4583-a717-cfb26f0c8264 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Deleting port 5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f {{(pid=80387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:28:38.280470 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c8473661-7371-4da8-a232-71f3567270f7 req-e87ee66c-6cee-4583-a717-cfb26f0c8264 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:38.317943 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbcef6-8031-4fc4-b711-91b20c31ba19 req-201c9f7f-4261-4bd1-bb79-6588d6758698 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:38.319561 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5cfbcef6-8031-4fc4-b711-91b20c31ba19 req-201c9f7f-4261-4bd1-bb79-6588d6758698 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] 10.222.0.26 "GET /v2.0/ports?device_id=8396267c-2880-437c-be1f-d188da39647e HTTP/1.1" status: 200 len: 945 time: 0.2294126 Nov 18 16:28:38.457751 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5cfbcef6-8031-4fc4-b711-91b20c31ba19 req-b725e710-f285-4689-9655-3b23303a0d76 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] 10.222.0.26 "GET /v2.0/security-groups?id=e1a3498c-0bb7-45dd-95b9-a7e78949a2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856349 Nov 18 16:28:38.542737 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-c8473661-7371-4da8-a232-71f3567270f7 req-e87ee66c-6cee-4583-a717-cfb26f0c8264 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] For port 5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f,segment=NetworkSegment(61e4cdbc-bd84-4d8b-b34d-3f4f99fb1640),segment_id=61e4cdbc-bd84-4d8b-b34d-3f4f99fb1640)] {{(pid=80387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:28:38.543063 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c8473661-7371-4da8-a232-71f3567270f7 req-e87ee66c-6cee-4583-a717-cfb26f0c8264 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:38.676286 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-c8473661-7371-4da8-a232-71f3567270f7 req-e87ee66c-6cee-4583-a717-cfb26f0c8264 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Calling delete_port for 5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f owned by compute:nova {{(pid=80387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:28:38.705541 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b04f2742-f2be-4f2f-a71a-ce1b4b904dfd tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for floatingip, precommit_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:38.739224 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b04f2742-f2be-4f2f-a71a-ce1b4b904dfd tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701080'] for floatingip, after_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:38.864727 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c8473661-7371-4da8-a232-71f3567270f7 req-e87ee66c-6cee-4583-a717-cfb26f0c8264 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:38.881148 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1b42968c-e8cd-46c0-afef-02e6a42e79c4 tempest-AttachVolumeNegativeTest-382365069 tempest-AttachVolumeNegativeTest-382365069] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:38.941905 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ee66c-6cee-4583-a717-cfb26f0c8264 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Pushing event deleted for resources: {'Port': ['ID=5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:38.947695 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e87ee66c-6cee-4583-a717-cfb26f0c8264 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:38.951889 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.l3_db [None req-b04f2742-f2be-4f2f-a71a-ce1b4b904dfd tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Floating IP 6d88e4be-318d-4805-9c30-e140d2759755 associated. External IP: 172.28.2.114, port: 77bc9efb-d9cf-4a12-8530-2f46ed1b0d91. Nov 18 16:28:39.072719 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:28:39.090274 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8473661-7371-4da8-a232-71f3567270f7 req-e87ee66c-6cee-4583-a717-cfb26f0c8264 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] No DVR routers for this DVR port 5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f on host hv-cinder-75995 {{(pid=80387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:28:39.092452 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-c8473661-7371-4da8-a232-71f3567270f7 req-e87ee66c-6cee-4583-a717-cfb26f0c8264 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:39.095291 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8396267c-2880-437c-be1f-d188da39647e', 'name': 'network-vif-deleted', 'tag': '5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f'}] {{(pid=80387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:28:39.119575 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] No Port match for: 5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f {{(pid=80388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:28:39.121844 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f not bound to the agent host hv-cinder-75995 {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:28:39.142389 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c8473661-7371-4da8-a232-71f3567270f7 req-e87ee66c-6cee-4583-a717-cfb26f0c8264 tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] 10.222.0.13 "DELETE /v2.0/ports/5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f HTTP/1.1" status: 204 len: 173 time: 0.9362864 Nov 18 16:28:39.156137 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8396267c-2880-437c-be1f-d188da39647e', 'name': 'network-vif-deleted', 'tag': '5e8bcc80-bba8-46eb-bf5f-c45cc7ba040f', 'status': 'completed', 'code': 200} Nov 18 16:28:39.371601 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04f2742-f2be-4f2f-a71a-ce1b4b904dfd tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Router c90901ed-c523-4c3d-a29d-7abbcec7bfba has already been hosted by L3 agent 06010dfa-7d57-41a4-b257-aaebf39abde2 {{(pid=80386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:28:39.838472 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7d5c8958-251e-4f8c-a057-da7b129a5b28 req-54cda261-fbd3-4128-9ed5-16110bd37caf tempest-VolumesActionsTest-865580302 tempest-VolumesActionsTest-865580302] 10.222.0.26 "GET /v2.0/ports?device_id=8396267c-2880-437c-be1f-d188da39647e HTTP/1.1" status: 200 len: 210 time: 0.0531204 Nov 18 16:28:39.859746 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04f2742-f2be-4f2f-a71a-ce1b4b904dfd tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify agent at l3_agent.dv-cinder-759955-2-smb the message routers_updated {{(pid=80386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:28:39.864613 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b04f2742-f2be-4f2f-a71a-ce1b4b904dfd tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for floatingip, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:39.871392 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a45aa5-3dad-4f77-8735-abb911ad0dfe None None] Sync routers for ids ['c90901ed-c523-4c3d-a29d-7abbcec7bfba'] in dv-cinder-759955-2-smb {{(pid=80388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:28:39.884456 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a45aa5-3dad-4f77-8735-abb911ad0dfe None None] Routers {'c90901ed-c523-4c3d-a29d-7abbcec7bfba'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:28:39.888039 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-87a45aa5-3dad-4f77-8735-abb911ad0dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:28:22Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['c90901ed-c523-4c3d-a29d-7abbcec7bfba'], 'active': True} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:39.924338 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-b04f2742-f2be-4f2f-a71a-ce1b4b904dfd tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "PUT /v2.0/floatingips/6d88e4be-318d-4805-9c30-e140d2759755 HTTP/1.1" status: 200 len: 991 time: 2.1949027 Nov 18 16:28:39.925235 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcff0155-a767-4dc6-ae7d-b66ae3814a1e', 'tag': '77bc9efb-d9cf-4a12-8530-2f46ed1b0d91'}] {{(pid=80386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:28:39.985208 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcff0155-a767-4dc6-ae7d-b66ae3814a1e', 'tag': '77bc9efb-d9cf-4a12-8530-2f46ed1b0d91', 'status': 'completed', 'code': 200} Nov 18 16:28:40.078874 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-87a45aa5-3dad-4f77-8735-abb911ad0dfe None None] Set router c90901ed-c523-4c3d-a29d-7abbcec7bfba gateway port host: dv-cinder-759955-2-smb {{(pid=80388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:28:40.088485 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7e831d6b-2410-4ac3-bd44-0dfc75a7f3a0 req-fba582b4-cd47-454a-a295-34fbaeb9aeec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=292e2beb7a044caea157c6f5f46c0ccb&device_id=bcff0155-a767-4dc6-ae7d-b66ae3814a1e HTTP/1.1" status: 200 len: 1162 time: 0.0812988 Nov 18 16:28:40.233685 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e831d6b-2410-4ac3-bd44-0dfc75a7f3a0 req-955dc150-cc03-4c2b-8595-fcf2c1840121 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:40.235212 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7e831d6b-2410-4ac3-bd44-0dfc75a7f3a0 req-955dc150-cc03-4c2b-8595-fcf2c1840121 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ece5bf5e-8c90-44e7-9b10-a7a886498ac3 HTTP/1.1" status: 200 len: 905 time: 0.1397817 Nov 18 16:28:40.346738 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7e831d6b-2410-4ac3-bd44-0dfc75a7f3a0 req-0012c2af-a0b3-4836-aea5-f93436b2e922 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77bc9efb-d9cf-4a12-8530-2f46ed1b0d91 HTTP/1.1" status: 200 len: 999 time: 0.1047821 Nov 18 16:28:40.421393 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e831d6b-2410-4ac3-bd44-0dfc75a7f3a0 req-9c4ab2fb-336e-4fca-81bd-e41b2248febb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:40.422958 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7e831d6b-2410-4ac3-bd44-0dfc75a7f3a0 req-9c4ab2fb-336e-4fca-81bd-e41b2248febb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197 HTTP/1.1" status: 200 len: 850 time: 0.0698881 Nov 18 16:28:40.447110 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-87a45aa5-3dad-4f77-8735-abb911ad0dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'name': 'tempest-AttachVolumeTestJSON-1016073581-router', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:01Z', 'updated_at': '2020-11-18T16:25:06Z', 'revision_number': 4, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'gw_port': {'id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:02Z', 'updated_at': '2020-11-18T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_floatingips': [{'id': '6d88e4be-318d-4805-9c30-e140d2759755', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'floating_ip_address': '172.28.2.114', 'floating_network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'router_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'port_id': '77bc9efb-d9cf-4a12-8530-2f46ed1b0d91', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3', 'mac_address': 'fa:16:3e:68:9f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcff0155-a767-4dc6-ae7d-b66ae3814a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:28:24Z', 'updated_at': '2020-11-18T16:28:38Z', 'revision_number': 1, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c59c8a-db2f-4b5c-9b79-be8701df6b16', 'name': '', 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'mac_address': 'fa:16:3e:02:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:05Z', 'updated_at': '2020-11-18T16:25:15Z', 'revision_number': 5, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'subnets': [{'id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:40.451272 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a45aa5-3dad-4f77-8735-abb911ad0dfe None None] Checking router: c90901ed-c523-4c3d-a29d-7abbcec7bfba for host: dv-cinder-759955-2-smb {{(pid=80388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:28:40.462579 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a45aa5-3dad-4f77-8735-abb911ad0dfe None None] Routers {'c90901ed-c523-4c3d-a29d-7abbcec7bfba'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:28:40.463235 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-87a45aa5-3dad-4f77-8735-abb911ad0dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:28:22Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['c90901ed-c523-4c3d-a29d-7abbcec7bfba'], 'active': True} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:40.506034 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7e831d6b-2410-4ac3-bd44-0dfc75a7f3a0 req-679b4e82-8960-482f-b3b1-498d2f8acd79 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ece5bf5e-8c90-44e7-9b10-a7a886498ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0768092 Nov 18 16:28:40.658930 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7e831d6b-2410-4ac3-bd44-0dfc75a7f3a0 req-48f295f6-bdb7-4dff-8282-bfe033c7636b service neutron] 10.222.0.13 "GET /v2.0/networks/ece5bf5e-8c90-44e7-9b10-a7a886498ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465979 Nov 18 16:28:40.814809 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7e831d6b-2410-4ac3-bd44-0dfc75a7f3a0 req-00b7b8f0-8cc8-44b3-8b9e-0f103b163b1e service neutron] 10.222.0.13 "GET /v2.0/networks/ece5bf5e-8c90-44e7-9b10-a7a886498ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1489210 Nov 18 16:28:40.819810 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-87a45aa5-3dad-4f77-8735-abb911ad0dfe None None] Set router c90901ed-c523-4c3d-a29d-7abbcec7bfba gateway port host: dv-cinder-759955-2-smb {{(pid=80388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:28:41.200285 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-87a45aa5-3dad-4f77-8735-abb911ad0dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'name': 'tempest-AttachVolumeTestJSON-1016073581-router', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:01Z', 'updated_at': '2020-11-18T16:25:06Z', 'revision_number': 4, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'gw_port': {'id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:02Z', 'updated_at': '2020-11-18T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_floatingips': [{'id': '6d88e4be-318d-4805-9c30-e140d2759755', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'floating_ip_address': '172.28.2.114', 'floating_network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'router_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'port_id': '77bc9efb-d9cf-4a12-8530-2f46ed1b0d91', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3', 'mac_address': 'fa:16:3e:68:9f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcff0155-a767-4dc6-ae7d-b66ae3814a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:28:24Z', 'updated_at': '2020-11-18T16:28:38Z', 'revision_number': 1, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c59c8a-db2f-4b5c-9b79-be8701df6b16', 'name': '', 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'mac_address': 'fa:16:3e:02:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:05Z', 'updated_at': '2020-11-18T16:25:15Z', 'revision_number': 5, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'subnets': [{'id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:41.204609 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a45aa5-3dad-4f77-8735-abb911ad0dfe None None] The sync data for ids ['c90901ed-c523-4c3d-a29d-7abbcec7bfba'] in dv-cinder-759955-2-smb is: [{'id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'name': 'tempest-AttachVolumeTestJSON-1016073581-router', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:01Z', 'updated_at': '2020-11-18T16:25:06Z', 'revision_number': 4, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'gw_port': {'id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:02Z', 'updated_at': '2020-11-18T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_floatingips': [{'id': '6d88e4be-318d-4805-9c30-e140d2759755', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'floating_ip_address': '172.28.2.114', 'floating_network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'router_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'port_id': '77bc9efb-d9cf-4a12-8530-2f46ed1b0d91', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3', 'mac_address': 'fa:16:3e:68:9f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcff0155-a767-4dc6-ae7d-b66ae3814a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:28:24Z', 'updated_at': '2020-11-18T16:28:38Z', 'revision_number': 1, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c59c8a-db2f-4b5c-9b79-be8701df6b16', 'name': '', 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'mac_address': 'fa:16:3e:02:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:05Z', 'updated_at': '2020-11-18T16:25:15Z', 'revision_number': 5, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'subnets': [{'id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:28:41.504708 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0e0fcb-4a1b-4ac7-9900-0c79900f1bd9 None None] New status for floating IP 6d88e4be-318d-4805-9c30-e140d2759755: ACTIVE {{(pid=80389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 16:28:47.167102 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 6 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:28:49.055701 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-57dc6247-a033-40d1-96b5-384b3d86907f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:51.613411 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-59ed5002-7370-4234-96a4-62861a270fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:52.081224 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:53.037857 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:53.704833 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:57.706325 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:00.250292 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 54464) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:00.319610 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] Deleting subnet 77eb57d5-4673-46b6-a26b-0939ed64f5d5 {{(pid=80386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 16:29:00.322702 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:00.375227 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852785781'] for subnet, precommit_delete_associations {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:00.438043 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847102822'] for subnet, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:00.761955 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852785244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2160907'] for subnet, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:00.778532 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e2fb9e9e-2ca5-414c-8cd5-5773c7fadce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:00.830818 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77eb57d5-4673-46b6-a26b-0939ed64f5d5,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:00.896154 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:00.896583 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:00.897021 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:00.897563 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:00.898399 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:00.898807 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:00.899212 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:00.899614 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:00.900013 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:00.900411 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:00.900821 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:00.901236 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:00.901703 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:00.902103 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:00.902498 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:00.902889 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:00.903284 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:00.903676 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:00.904520 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:00.905071 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:00.905472 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:00.905866 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:00.906263 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:00.906660 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:00.918826 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:00.937598 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for subnet, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:00.943639 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-d8bd4435-fb92-4e3a-92ae-f2d5c3db89f7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/77eb57d5-4673-46b6-a26b-0939ed64f5d5 HTTP/1.1" status: 204 len: 168 time: 0.6922736 Nov 18 16:29:00.946732 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 54470) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:01.066482 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-85b8b42c-b2b7-403b-9530-9d255eca5d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7611418'] for network, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:01.261196 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-85b8b42c-b2b7-403b-9530-9d255eca5d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847103455', 'neutron.services.segments.db._delete_segments_for_network--9223363242460435435'] for network, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:01.382158 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-85b8b42c-b2b7-403b-9530-9d255eca5d6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6e4e60-94dc-4e5b-a4f1-db5a68e5dd1b']}} {{(pid=80386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:29:01.395488 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-85b8b42c-b2b7-403b-9530-9d255eca5d6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e4cdbc-bd84-4d8b-b34d-3f4f99fb1640') {'for_net_delete': True} {{(pid=80386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:29:01.395828 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-85b8b42c-b2b7-403b-9530-9d255eca5d6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e4cdbc-bd84-4d8b-b34d-3f4f99fb1640') {} {{(pid=80386) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:29:01.408709 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-85b8b42c-b2b7-403b-9530-9d255eca5d6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242460437483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1990067'] for segment, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:01.423556 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-85b8b42c-b2b7-403b-9530-9d255eca5d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696124'] for segment, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:01.425649 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-85b8b42c-b2b7-403b-9530-9d255eca5d6b admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 16:29:01.610207 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-85b8b42c-b2b7-403b-9530-9d255eca5d6b admin admin] Network 0e6e4e60-94dc-4e5b-a4f1-db5a68e5dd1b has no segments {{(pid=80386) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:29:01.619891 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-85b8b42c-b2b7-403b-9530-9d255eca5d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847079692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852785159'] for segment, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:01.807245 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-85b8b42c-b2b7-403b-9530-9d255eca5d6b admin admin] Network 0e6e4e60-94dc-4e5b-a4f1-db5a68e5dd1b has no segments {{(pid=80386) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:29:01.831989 dv-cinder-759955-2-smb neutron-server[80275]: Traceback (most recent call last): Nov 18 16:29:01.831989 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:29:01.831989 dv-cinder-759955-2-smb neutron-server[80275]: timer() Nov 18 16:29:01.831989 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:29:01.831989 dv-cinder-759955-2-smb neutron-server[80275]: cb(*args, **kw) Nov 18 16:29:01.831989 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 16:29:01.831989 dv-cinder-759955-2-smb neutron-server[80275]: return func(*args, **kwargs) Nov 18 16:29:01.831989 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:29:01.831989 dv-cinder-759955-2-smb neutron-server[80275]: self._notify() Nov 18 16:29:01.831989 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:29:01.831989 dv-cinder-759955-2-smb neutron-server[80275]: self.callback(batched_events) Nov 18 16:29:01.831989 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:29:01.831989 dv-cinder-759955-2-smb neutron-server[80275]: event.method(event) Nov 18 16:29:01.831989 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 16:29:01.831989 dv-cinder-759955-2-smb neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:29:01.831989 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 16:29:01.831989 dv-cinder-759955-2-smb neutron-server[80275]: segment_id)['aggregates'][0] Nov 18 16:29:01.831989 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 16:29:01.831989 dv-cinder-759955-2-smb neutron-server[80275]: return f(self, *a, **k) Nov 18 16:29:01.831989 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:29:01.831989 dv-cinder-759955-2-smb neutron-server[80275]: return self._get(url).json() Nov 18 16:29:01.831989 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 16:29:01.831989 dv-cinder-759955-2-smb neutron-server[80275]: **kwargs) Nov 18 16:29:01.831989 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 16:29:01.831989 dv-cinder-759955-2-smb neutron-server[80275]: return self.request(url, 'GET', **kwargs) Nov 18 16:29:01.831989 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 16:29:01.831989 dv-cinder-759955-2-smb neutron-server[80275]: **endpoint_filter) Nov 18 16:29:01.831989 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 16:29:01.831989 dv-cinder-759955-2-smb neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:29:01.831989 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 16:29:01.831989 dv-cinder-759955-2-smb neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:29:01.831989 dv-cinder-759955-2-smb neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:29:01.973023 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-85b8b42c-b2b7-403b-9530-9d255eca5d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7672361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for network, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:01.977041 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:01.990927 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-85b8b42c-b2b7-403b-9530-9d255eca5d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for network, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:02.002758 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8b42c-b2b7-403b-9530-9d255eca5d6b admin admin] Pushing event deleted for resources: {'Network': ['ID=0e6e4e60-94dc-4e5b-a4f1-db5a68e5dd1b,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:02.006187 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-85b8b42c-b2b7-403b-9530-9d255eca5d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:02.038782 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-85b8b42c-b2b7-403b-9530-9d255eca5d6b admin admin] 10.222.0.26 "DELETE /v2.0/networks/0e6e4e60-94dc-4e5b-a4f1-db5a68e5dd1b HTTP/1.1" status: 204 len: 168 time: 1.0904932 Nov 18 16:29:02.042064 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 54478) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:02.108467 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cee4587-c9f7-4ae5-a890-02c4b40d98ac admin admin] Deleting subnet da28613c-d60b-44dd-be73-7573d31ed287 {{(pid=80387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 16:29:02.111536 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3cee4587-c9f7-4ae5-a890-02c4b40d98ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:02.169250 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3cee4587-c9f7-4ae5-a890-02c4b40d98ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545235'] for subnet, precommit_delete_associations {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:02.227356 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3cee4587-c9f7-4ae5-a890-02c4b40d98ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847102822'] for subnet, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:02.718187 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3cee4587-c9f7-4ae5-a890-02c4b40d98ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2445714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1812840'] for subnet, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:02.734368 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:02.787592 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee4587-c9f7-4ae5-a890-02c4b40d98ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da28613c-d60b-44dd-be73-7573d31ed287,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:02.791667 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3cee4587-c9f7-4ae5-a890-02c4b40d98ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:02.872860 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3cee4587-c9f7-4ae5-a890-02c4b40d98ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:02.879002 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-3cee4587-c9f7-4ae5-a890-02c4b40d98ac admin admin] 10.222.0.26 "DELETE /v2.0/subnets/da28613c-d60b-44dd-be73-7573d31ed287 HTTP/1.1" status: 204 len: 168 time: 0.8358667 Nov 18 16:29:02.882118 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 54484) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:03.000113 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5ea2c21a-aa4f-4883-a98e-ec5ab93f04a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7611418'] for network, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:03.189620 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5ea2c21a-aa4f-4883-a98e-ec5ab93f04a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847103455', 'neutron.services.segments.db._delete_segments_for_network--9223363242460435435'] for network, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:03.304618 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-5ea2c21a-aa4f-4883-a98e-ec5ab93f04a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a2aa50-3d98-46bb-8205-1014ffe13d67']}} {{(pid=80387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:29:03.317331 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-5ea2c21a-aa4f-4883-a98e-ec5ab93f04a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa2ed4c-44c7-462b-98ad-59fca9ee3423') {'for_net_delete': True} {{(pid=80387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:29:03.317669 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-5ea2c21a-aa4f-4883-a98e-ec5ab93f04a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa2ed4c-44c7-462b-98ad-59fca9ee3423') {} {{(pid=80387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:29:03.329606 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5ea2c21a-aa4f-4883-a98e-ec5ab93f04a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242460437483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230549'] for segment, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:03.344421 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5ea2c21a-aa4f-4883-a98e-ec5ab93f04a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696124'] for segment, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:03.346494 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5ea2c21a-aa4f-4883-a98e-ec5ab93f04a0 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 16:29:03.524857 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-5ea2c21a-aa4f-4883-a98e-ec5ab93f04a0 admin admin] Network 94a2aa50-3d98-46bb-8205-1014ffe13d67 has no segments {{(pid=80387) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:29:03.533844 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5ea2c21a-aa4f-4883-a98e-ec5ab93f04a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847079692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2445775'] for segment, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:03.935592 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-5ea2c21a-aa4f-4883-a98e-ec5ab93f04a0 admin admin] Network 94a2aa50-3d98-46bb-8205-1014ffe13d67 has no segments {{(pid=80387) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:29:03.958086 dv-cinder-759955-2-smb neutron-server[80275]: Traceback (most recent call last): Nov 18 16:29:03.958086 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:29:03.958086 dv-cinder-759955-2-smb neutron-server[80275]: timer() Nov 18 16:29:03.958086 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:29:03.958086 dv-cinder-759955-2-smb neutron-server[80275]: cb(*args, **kw) Nov 18 16:29:03.958086 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 16:29:03.958086 dv-cinder-759955-2-smb neutron-server[80275]: return func(*args, **kwargs) Nov 18 16:29:03.958086 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:29:03.958086 dv-cinder-759955-2-smb neutron-server[80275]: self._notify() Nov 18 16:29:03.958086 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:29:03.958086 dv-cinder-759955-2-smb neutron-server[80275]: self.callback(batched_events) Nov 18 16:29:03.958086 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:29:03.958086 dv-cinder-759955-2-smb neutron-server[80275]: event.method(event) Nov 18 16:29:03.958086 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 16:29:03.958086 dv-cinder-759955-2-smb neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:29:03.958086 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 16:29:03.958086 dv-cinder-759955-2-smb neutron-server[80275]: segment_id)['aggregates'][0] Nov 18 16:29:03.958086 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 16:29:03.958086 dv-cinder-759955-2-smb neutron-server[80275]: return f(self, *a, **k) Nov 18 16:29:03.958086 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:29:03.958086 dv-cinder-759955-2-smb neutron-server[80275]: return self._get(url).json() Nov 18 16:29:03.958086 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 16:29:03.958086 dv-cinder-759955-2-smb neutron-server[80275]: **kwargs) Nov 18 16:29:03.958086 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 16:29:03.958086 dv-cinder-759955-2-smb neutron-server[80275]: return self.request(url, 'GET', **kwargs) Nov 18 16:29:03.958086 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 16:29:03.958086 dv-cinder-759955-2-smb neutron-server[80275]: **endpoint_filter) Nov 18 16:29:03.958086 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 16:29:03.958086 dv-cinder-759955-2-smb neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:29:03.958086 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 16:29:03.958086 dv-cinder-759955-2-smb neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:29:03.958086 dv-cinder-759955-2-smb neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:29:04.093222 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5ea2c21a-aa4f-4883-a98e-ec5ab93f04a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7672361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for network, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:04.097491 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5ea2c21a-aa4f-4883-a98e-ec5ab93f04a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for network, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:04.102308 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0784f1aa-40de-43ed-8e6f-1d7279d57799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:04.124831 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-5ea2c21a-aa4f-4883-a98e-ec5ab93f04a0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/94a2aa50-3d98-46bb-8205-1014ffe13d67 HTTP/1.1" status: 204 len: 168 time: 1.2416375 Nov 18 16:29:04.125803 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2c21a-aa4f-4883-a98e-ec5ab93f04a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=94a2aa50-3d98-46bb-8205-1014ffe13d67,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:04.128879 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5ea2c21a-aa4f-4883-a98e-ec5ab93f04a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:04.414193 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 54492) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:04.468802 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-78bb5920-033a-4d2e-ade6-1feeb559bb4b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7a6706a68e87441ba00d939149ab0df2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0533407 Nov 18 16:29:04.471257 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 54496) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:04.534199 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-42ea13b3-f2b0-444a-8a52-d927caf9b2b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:04.561559 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-42ea13b3-f2b0-444a-8a52-d927caf9b2b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:04.631799 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-42ea13b3-f2b0-444a-8a52-d927caf9b2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:04.636728 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-aad082ae-8a69-4e06-9707-38494543e1f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:04.650788 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea13b3-f2b0-444a-8a52-d927caf9b2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a3498c-0bb7-45dd-95b9-a7e78949a2e2,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:04.653600 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-42ea13b3-f2b0-444a-8a52-d927caf9b2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:04.682872 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-42ea13b3-f2b0-444a-8a52-d927caf9b2b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:04.684089 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-42ea13b3-f2b0-444a-8a52-d927caf9b2b2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e1a3498c-0bb7-45dd-95b9-a7e78949a2e2 HTTP/1.1" status: 204 len: 168 time: 0.2118700 Nov 18 16:29:05.276400 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 54506) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:05.329770 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-abe80bb2-264d-4139-b7c0-10d18a72f40c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3397de0dd2d94789a5f206f7218cd88d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0520430 Nov 18 16:29:05.332101 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 54510) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:05.398041 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-651f13ed-2523-4422-9ffa-0dbf9f49f9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:05.424231 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-651f13ed-2523-4422-9ffa-0dbf9f49f9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:05.557099 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-651f13ed-2523-4422-9ffa-0dbf9f49f9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:05.562269 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fc760acb-dd6f-4593-aebb-af3aa1c6a593 tempest-VolumesNegativeTest-228869404 tempest-VolumesNegativeTest-228869404] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:05.578208 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f13ed-2523-4422-9ffa-0dbf9f49f9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bbad60-22cb-4862-b194-39d0824419e4,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:05.580778 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-651f13ed-2523-4422-9ffa-0dbf9f49f9a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:05.585223 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-651f13ed-2523-4422-9ffa-0dbf9f49f9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:05.586680 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-651f13ed-2523-4422-9ffa-0dbf9f49f9a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/07bbad60-22cb-4862-b194-39d0824419e4 HTTP/1.1" status: 204 len: 168 time: 0.2536399 Nov 18 16:29:19.040969 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-136cd3f8-1e9e-424a-8c99-1ba05c68a531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:19.874342 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 54652) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:20.030495 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dd859c91-179f-4622-a8be-46afc343e1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:20.068298 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-dd859c91-179f-4622-a8be-46afc343e1d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:29:20.072612 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-dd859c91-179f-4622-a8be-46afc343e1d7 admin admin] Usage tracker for resource:security_group_rule and tenant:91577f27a7524beebe9ef48d6bb8d2d9 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:29:20.075577 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-dd859c91-179f-4622-a8be-46afc343e1d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:29:20.081442 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-dd859c91-179f-4622-a8be-46afc343e1d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:29:20.205166 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dd859c91-179f-4622-a8be-46afc343e1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:20.236950 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-dd859c91-179f-4622-a8be-46afc343e1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:20.245469 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1d8da09a-4f5f-44aa-95dc-3bef85518136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:20.289626 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd859c91-179f-4622-a8be-46afc343e1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d566f0-4389-44e8-a930-e5d6690445ff,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:20.293475 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-dd859c91-179f-4622-a8be-46afc343e1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:20.298352 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-dd859c91-179f-4622-a8be-46afc343e1d7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=91577f27a7524beebe9ef48d6bb8d2d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4205921 Nov 18 16:29:20.299120 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 54664) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:20.365454 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a37f353e-d2c8-4927-921b-63be922adbae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:20.394038 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a37f353e-d2c8-4927-921b-63be922adbae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:20.545091 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a37f353e-d2c8-4927-921b-63be922adbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:20.549313 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-dd552f67-7665-4082-9407-8a20dd096cb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:20.564194 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f353e-d2c8-4927-921b-63be922adbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d566f0-4389-44e8-a930-e5d6690445ff,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:20.569979 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a37f353e-d2c8-4927-921b-63be922adbae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:20.572445 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a37f353e-d2c8-4927-921b-63be922adbae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:20.584296 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-a37f353e-d2c8-4927-921b-63be922adbae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/57d566f0-4389-44e8-a930-e5d6690445ff HTTP/1.1" status: 204 len: 168 time: 0.2765455 Nov 18 16:29:21.102978 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 54674) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:21.123069 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c5ff05ee-8c9b-48c1-aaab-42690e752745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:21.155907 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c5ff05ee-8c9b-48c1-aaab-42690e752745 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:29:21.159942 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-c5ff05ee-8c9b-48c1-aaab-42690e752745 admin admin] Usage tracker for resource:security_group_rule and tenant:35a58c56568945dc998d195922749cf6 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:29:21.162905 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-c5ff05ee-8c9b-48c1-aaab-42690e752745 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:29:21.169009 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c5ff05ee-8c9b-48c1-aaab-42690e752745 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:29:21.236442 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c5ff05ee-8c9b-48c1-aaab-42690e752745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:21.269399 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c5ff05ee-8c9b-48c1-aaab-42690e752745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:21.277441 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4be3bb0b-eec5-4f6a-a582-5743599feb47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:21.320840 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff05ee-8c9b-48c1-aaab-42690e752745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79385c1-0405-424b-89d6-1665cc4d4527,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:21.324342 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c5ff05ee-8c9b-48c1-aaab-42690e752745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:21.327275 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-c5ff05ee-8c9b-48c1-aaab-42690e752745 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=35a58c56568945dc998d195922749cf6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2232070 Nov 18 16:29:21.329987 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 54678) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:21.397750 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ed1e3c3e-2149-45f5-9820-f4db3cfbff1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:21.424763 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ed1e3c3e-2149-45f5-9820-f4db3cfbff1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:21.493876 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ed1e3c3e-2149-45f5-9820-f4db3cfbff1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:21.498855 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7c58ee1d-5aac-426d-a546-0564402b1d54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:21.512408 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e3c3e-2149-45f5-9820-f4db3cfbff1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79385c1-0405-424b-89d6-1665cc4d4527,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:21.515635 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ed1e3c3e-2149-45f5-9820-f4db3cfbff1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:21.517726 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ed1e3c3e-2149-45f5-9820-f4db3cfbff1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:21.520498 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-ed1e3c3e-2149-45f5-9820-f4db3cfbff1e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a79385c1-0405-424b-89d6-1665cc4d4527 HTTP/1.1" status: 204 len: 168 time: 0.1878040 Nov 18 16:29:21.608449 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-58dd6096-0fcd-410f-846f-cf809469921a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:22.092895 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:23.048764 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:23.360881 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 54718) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:23.527007 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:23.561265 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:29:23.565369 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Usage tracker for resource:security_group_rule and tenant:89e2699b6c9a442ea4f87680845cea4f is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:29:23.568423 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:29:23.574420 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:29:23.692935 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:23.705811 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:23.722835 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:23.736919 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-42ea13b3-f2b0-444a-8a52-d927caf9b2b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:23.776374 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e82b85-dfe4-4c47-a29f-843028888cab,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:23.783044 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=89e2699b6c9a442ea4f87680845cea4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4192126 Nov 18 16:29:23.784156 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 54728) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:23.789533 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:23.789952 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:23.790364 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:23.790770 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:23.791174 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:23.791553 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:23.791956 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:23.792351 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:23.792746 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:23.793172 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:23.793567 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:23.793963 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:23.794429 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:23.794825 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:23.795218 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:23.795614 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:23.796033 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:23.796427 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:23.796835 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:23.797248 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:23.797639 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:23.798034 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:23.798424 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:23.798815 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:23.803132 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c55880fb-3f8b-40a2-b2e6-5c1716589c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:23.854970 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-614aae0e-9f3d-41fb-9cef-492a920dea95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:23.883576 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-614aae0e-9f3d-41fb-9cef-492a920dea95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:23.979984 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-614aae0e-9f3d-41fb-9cef-492a920dea95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:23.984116 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-53f14f4c-687b-4845-bf0c-4d557c566b66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:23.996377 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614aae0e-9f3d-41fb-9cef-492a920dea95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e82b85-dfe4-4c47-a29f-843028888cab,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:24.000263 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-614aae0e-9f3d-41fb-9cef-492a920dea95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:24.003809 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-614aae0e-9f3d-41fb-9cef-492a920dea95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:24.004740 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-614aae0e-9f3d-41fb-9cef-492a920dea95 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/12e82b85-dfe4-4c47-a29f-843028888cab HTTP/1.1" status: 204 len: 168 time: 0.2192807 Nov 18 16:29:24.169000 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 6 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:29:25.714687 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 54770) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:25.875089 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7907309c-838a-476f-a482-ad7cb534a46a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:25.910208 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-7907309c-838a-476f-a482-ad7cb534a46a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:29:25.914596 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-7907309c-838a-476f-a482-ad7cb534a46a admin admin] Usage tracker for resource:security_group_rule and tenant:440a99f22240429f89da75e19c67cf19 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:29:25.917679 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-7907309c-838a-476f-a482-ad7cb534a46a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:29:25.923608 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-7907309c-838a-476f-a482-ad7cb534a46a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:29:25.996441 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7907309c-838a-476f-a482-ad7cb534a46a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:26.019746 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7907309c-838a-476f-a482-ad7cb534a46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:26.028208 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ed1e3c3e-2149-45f5-9820-f4db3cfbff1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:26.071943 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7907309c-838a-476f-a482-ad7cb534a46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b6c0e3-9f0d-412d-a143-e7bd39ae2a3c,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:26.075799 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7907309c-838a-476f-a482-ad7cb534a46a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:26.078334 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-7907309c-838a-476f-a482-ad7cb534a46a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=440a99f22240429f89da75e19c67cf19&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3624675 Nov 18 16:29:26.081196 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 54776) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:26.149225 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5d1d2fd8-6cba-4912-8807-c208c2ec8c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:26.176661 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5d1d2fd8-6cba-4912-8807-c208c2ec8c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:26.242629 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5d1d2fd8-6cba-4912-8807-c208c2ec8c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:26.247712 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-da3af768-4676-4502-85ab-669ef86ad336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:26.261345 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d2fd8-6cba-4912-8807-c208c2ec8c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b6c0e3-9f0d-412d-a143-e7bd39ae2a3c,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:26.264153 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5d1d2fd8-6cba-4912-8807-c208c2ec8c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:26.265360 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5d1d2fd8-6cba-4912-8807-c208c2ec8c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:26.267037 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-5d1d2fd8-6cba-4912-8807-c208c2ec8c82 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b6b6c0e3-9f0d-412d-a143-e7bd39ae2a3c HTTP/1.1" status: 204 len: 168 time: 0.1843176 Nov 18 16:29:27.710640 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:32.507241 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b16aa-f93d-4ca4-94f0-6ce95177dd05 req-6e028c66-57d3-4dfb-81df-524ff74a6029 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:32.508876 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-257b16aa-f93d-4ca4-94f0-6ce95177dd05 req-6e028c66-57d3-4dfb-81df-524ff74a6029 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=bcff0155-a767-4dc6-ae7d-b66ae3814a1e HTTP/1.1" status: 200 len: 945 time: 0.0874331 Nov 18 16:29:32.556822 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-257b16aa-f93d-4ca4-94f0-6ce95177dd05 req-b8c7c804-cbf7-4481-8b13-3b7df66312f6 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=af9519a8-f250-4376-bead-976cb57fdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418236 Nov 18 16:29:33.773977 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5a83c-9256-41dd-9581-76ccf2205db8 req-8cedbdc2-0a19-4418-aa4f-919660247fc7 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:33.775612 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c9d5a83c-9256-41dd-9581-76ccf2205db8 req-8cedbdc2-0a19-4418-aa4f-919660247fc7 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=bcff0155-a767-4dc6-ae7d-b66ae3814a1e HTTP/1.1" status: 200 len: 945 time: 0.0883117 Nov 18 16:29:33.824995 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c9d5a83c-9256-41dd-9581-76ccf2205db8 req-75ebc03e-e531-4678-9a24-25739c2bf666 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=af9519a8-f250-4376-bead-976cb57fdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431867 Nov 18 16:29:34.185329 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87031eae-9bd8-48f5-bfac-bfaddb576001 req-70b6bc1d-78a4-4878-8fee-b59c1d005489 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:34.186879 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-87031eae-9bd8-48f5-bfac-bfaddb576001 req-70b6bc1d-78a4-4878-8fee-b59c1d005489 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.13 "GET /v2.0/ports?device_id=bcff0155-a767-4dc6-ae7d-b66ae3814a1e HTTP/1.1" status: 200 len: 945 time: 0.0833261 Nov 18 16:29:34.263963 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-87031eae-9bd8-48f5-bfac-bfaddb576001 req-f0171caa-c29b-4fe4-aadf-355e7e7de843 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Deleting port 77bc9efb-d9cf-4a12-8530-2f46ed1b0d91 {{(pid=80387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:29:34.264346 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-87031eae-9bd8-48f5-bfac-bfaddb576001 req-f0171caa-c29b-4fe4-aadf-355e7e7de843 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:34.519825 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-87031eae-9bd8-48f5-bfac-bfaddb576001 req-f0171caa-c29b-4fe4-aadf-355e7e7de843 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] For port 77bc9efb-d9cf-4a12-8530-2f46ed1b0d91, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=77bc9efb-d9cf-4a12-8530-2f46ed1b0d91,segment=NetworkSegment(5d1c135a-f5a5-4ec5-a274-d33dd11b43d8),segment_id=5d1c135a-f5a5-4ec5-a274-d33dd11b43d8)] {{(pid=80387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:29:34.520236 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-87031eae-9bd8-48f5-bfac-bfaddb576001 req-f0171caa-c29b-4fe4-aadf-355e7e7de843 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:34.820068 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-87031eae-9bd8-48f5-bfac-bfaddb576001 req-f0171caa-c29b-4fe4-aadf-355e7e7de843 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for floatingip, precommit_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:34.820625 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-87031eae-9bd8-48f5-bfac-bfaddb576001 req-f0171caa-c29b-4fe4-aadf-355e7e7de843 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701080'] for floatingip, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:34.820767 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.l3_db [req-87031eae-9bd8-48f5-bfac-bfaddb576001 req-f0171caa-c29b-4fe4-aadf-355e7e7de843 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Floating IP 6d88e4be-318d-4805-9c30-e140d2759755 disassociated. External IP: 172.28.2.114, port: 77bc9efb-d9cf-4a12-8530-2f46ed1b0d91. Nov 18 16:29:34.821109 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-87031eae-9bd8-48f5-bfac-bfaddb576001 req-f0171caa-c29b-4fe4-aadf-355e7e7de843 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Calling delete_port for 77bc9efb-d9cf-4a12-8530-2f46ed1b0d91 owned by compute:nova {{(pid=80387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:29:35.050733 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4faad79-4c04-4972-a0a9-fe53c8123256 req-8ef56925-9454-45a4-952d-985164fa4e09 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:35.052341 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c4faad79-4c04-4972-a0a9-fe53c8123256 req-8ef56925-9454-45a4-952d-985164fa4e09 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=bcff0155-a767-4dc6-ae7d-b66ae3814a1e HTTP/1.1" status: 200 len: 867 time: 0.0895553 Nov 18 16:29:35.053540 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-87031eae-9bd8-48f5-bfac-bfaddb576001 req-f0171caa-c29b-4fe4-aadf-355e7e7de843 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:35.068626 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7c353b61-00ca-4356-9d0f-d705fe944ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:35.144711 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0171caa-c29b-4fe4-aadf-355e7e7de843 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Pushing event deleted for resources: {'Port': ['ID=77bc9efb-d9cf-4a12-8530-2f46ed1b0d91,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:35.156270 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f0171caa-c29b-4fe4-aadf-355e7e7de843 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:35.243314 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-c4faad79-4c04-4972-a0a9-fe53c8123256 req-251213a4-ec2c-4812-af40-164c8c4bce80 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups?id=af9519a8-f250-4376-bead-976cb57fdf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389334 Nov 18 16:29:35.417573 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 77bc9efb-d9cf-4a12-8530-2f46ed1b0d91 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:29:35.455330 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] No Port match for: 77bc9efb-d9cf-4a12-8530-2f46ed1b0d91 {{(pid=80388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:29:35.455733 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 77bc9efb-d9cf-4a12-8530-2f46ed1b0d91 not bound to the agent host hv-cinder-75995 {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:29:35.491625 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87031eae-9bd8-48f5-bfac-bfaddb576001 req-f0171caa-c29b-4fe4-aadf-355e7e7de843 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Router c90901ed-c523-4c3d-a29d-7abbcec7bfba has already been hosted by L3 agent 06010dfa-7d57-41a4-b257-aaebf39abde2 {{(pid=80387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:29:35.705904 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87031eae-9bd8-48f5-bfac-bfaddb576001 req-f0171caa-c29b-4fe4-aadf-355e7e7de843 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify agent at l3_agent.dv-cinder-759955-2-smb the message routers_updated {{(pid=80387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:29:35.716089 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383a65c3-902b-4722-878e-f762587e712f None None] Sync routers for ids ['c90901ed-c523-4c3d-a29d-7abbcec7bfba'] in dv-cinder-759955-2-smb {{(pid=80388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:29:35.730304 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383a65c3-902b-4722-878e-f762587e712f None None] Routers {'c90901ed-c523-4c3d-a29d-7abbcec7bfba'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:29:35.731309 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-383a65c3-902b-4722-878e-f762587e712f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:29:22Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['c90901ed-c523-4c3d-a29d-7abbcec7bfba'], 'active': True} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:29:35.743723 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-87031eae-9bd8-48f5-bfac-bfaddb576001 req-f0171caa-c29b-4fe4-aadf-355e7e7de843 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] No DVR routers for this DVR port 77bc9efb-d9cf-4a12-8530-2f46ed1b0d91 on host hv-cinder-75995 {{(pid=80387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:29:35.746160 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-87031eae-9bd8-48f5-bfac-bfaddb576001 req-f0171caa-c29b-4fe4-aadf-355e7e7de843 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:35.750511 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcff0155-a767-4dc6-ae7d-b66ae3814a1e', 'name': 'network-vif-deleted', 'tag': '77bc9efb-d9cf-4a12-8530-2f46ed1b0d91'}] {{(pid=80387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:29:35.813329 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-87031eae-9bd8-48f5-bfac-bfaddb576001 req-f0171caa-c29b-4fe4-aadf-355e7e7de843 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.13 "DELETE /v2.0/ports/77bc9efb-d9cf-4a12-8530-2f46ed1b0d91 HTTP/1.1" status: 204 len: 173 time: 1.6205335 Nov 18 16:29:35.829869 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcff0155-a767-4dc6-ae7d-b66ae3814a1e', 'name': 'network-vif-deleted', 'tag': '77bc9efb-d9cf-4a12-8530-2f46ed1b0d91', 'status': 'completed', 'code': 200} Nov 18 16:29:35.928407 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-383a65c3-902b-4722-878e-f762587e712f None None] Set router c90901ed-c523-4c3d-a29d-7abbcec7bfba gateway port host: dv-cinder-759955-2-smb {{(pid=80388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:29:36.262266 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-383a65c3-902b-4722-878e-f762587e712f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'name': 'tempest-AttachVolumeTestJSON-1016073581-router', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:01Z', 'updated_at': '2020-11-18T16:25:06Z', 'revision_number': 4, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'gw_port': {'id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:02Z', 'updated_at': '2020-11-18T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '90c59c8a-db2f-4b5c-9b79-be8701df6b16', 'name': '', 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'mac_address': 'fa:16:3e:02:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:05Z', 'updated_at': '2020-11-18T16:25:15Z', 'revision_number': 5, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'subnets': [{'id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:29:36.266505 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383a65c3-902b-4722-878e-f762587e712f None None] Checking router: c90901ed-c523-4c3d-a29d-7abbcec7bfba for host: dv-cinder-759955-2-smb {{(pid=80388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:29:36.278974 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383a65c3-902b-4722-878e-f762587e712f None None] Routers {'c90901ed-c523-4c3d-a29d-7abbcec7bfba'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:29:36.279637 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-383a65c3-902b-4722-878e-f762587e712f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:29:22Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['c90901ed-c523-4c3d-a29d-7abbcec7bfba'], 'active': True} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:29:36.460489 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-62ef0058-6e4d-4306-ac59-5d86d950446b req-f240d987-152b-456d-9fb2-890a25bc3444 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Synchronizing usage tracker for tenant:292e2beb7a044caea157c6f5f46c0ccb on resource:port {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:29:36.475676 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-383a65c3-902b-4722-878e-f762587e712f None None] Set router c90901ed-c523-4c3d-a29d-7abbcec7bfba gateway port host: dv-cinder-759955-2-smb {{(pid=80388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:29:36.523620 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-62ef0058-6e4d-4306-ac59-5d86d950446b req-f240d987-152b-456d-9fb2-890a25bc3444 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Unset dirty status for tenant:292e2beb7a044caea157c6f5f46c0ccb on resource:port {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:29:36.524997 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-62ef0058-6e4d-4306-ac59-5d86d950446b req-f240d987-152b-456d-9fb2-890a25bc3444 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/ports?device_id=bcff0155-a767-4dc6-ae7d-b66ae3814a1e HTTP/1.1" status: 200 len: 210 time: 0.1152096 Nov 18 16:29:36.807422 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-383a65c3-902b-4722-878e-f762587e712f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'name': 'tempest-AttachVolumeTestJSON-1016073581-router', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:01Z', 'updated_at': '2020-11-18T16:25:06Z', 'revision_number': 4, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'gw_port': {'id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:02Z', 'updated_at': '2020-11-18T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '90c59c8a-db2f-4b5c-9b79-be8701df6b16', 'name': '', 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'mac_address': 'fa:16:3e:02:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:05Z', 'updated_at': '2020-11-18T16:25:15Z', 'revision_number': 5, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'subnets': [{'id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:29:36.811551 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383a65c3-902b-4722-878e-f762587e712f None None] The sync data for ids ['c90901ed-c523-4c3d-a29d-7abbcec7bfba'] in dv-cinder-759955-2-smb is: [{'id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'name': 'tempest-AttachVolumeTestJSON-1016073581-router', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:01Z', 'updated_at': '2020-11-18T16:25:06Z', 'revision_number': 4, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'gw_port': {'id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:02Z', 'updated_at': '2020-11-18T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '90c59c8a-db2f-4b5c-9b79-be8701df6b16', 'name': '', 'network_id': 'ece5bf5e-8c90-44e7-9b10-a7a886498ac3', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'mac_address': 'fa:16:3e:02:69:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:05Z', 'updated_at': '2020-11-18T16:25:15Z', 'revision_number': 5, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'subnets': [{'id': 'c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:29:37.210723 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48287f8f-ed1f-4a56-8977-7e75afb83f3b None None] New status for floating IP 6d88e4be-318d-4805-9c30-e140d2759755: DOWN {{(pid=80389) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 16:29:37.744296 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 54838) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:37.814048 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9adf359e-819e-4330-be81-0b4778357beb tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:37.844074 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9adf359e-819e-4330-be81-0b4778357beb tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:37.920941 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9adf359e-819e-4330-be81-0b4778357beb tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:37.926359 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f9adfa65-b708-4c0d-9a91-63cca74f7cb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:37.941255 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf359e-819e-4330-be81-0b4778357beb tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9519a8-f250-4376-bead-976cb57fdf0a,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:37.944881 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9adf359e-819e-4330-be81-0b4778357beb tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:37.983120 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9adf359e-819e-4330-be81-0b4778357beb tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:37.984399 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-9adf359e-819e-4330-be81-0b4778357beb tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "DELETE /v2.0/security-groups/af9519a8-f250-4376-bead-976cb57fdf0a HTTP/1.1" status: 204 len: 168 time: 0.2387636 Nov 18 16:29:37.987130 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 54842) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:38.004149 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.api.v2.resource [None req-fc0bef9b-e453-40e4-98fb-a048af2f7465 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] show failed (client error): The resource could not be found. Nov 18 16:29:38.005201 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-fc0bef9b-e453-40e4-98fb-a048af2f7465 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "GET /v2.0/security-groups/af9519a8-f250-4376-bead-976cb57fdf0a HTTP/1.1" status: 404 len: 347 time: 0.0170729 Nov 18 16:29:38.008767 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 54846) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:38.168661 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-6e7babf6-94a9-494e-968f-8dd8d8e8937d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Deleting port 696dc957-1241-4e6a-84dc-05c53d2fd2ac {{(pid=80386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:29:38.169078 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6e7babf6-94a9-494e-968f-8dd8d8e8937d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:38.345888 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6e7babf6-94a9-494e-968f-8dd8d8e8937d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:38.346495 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6e7babf6-94a9-494e-968f-8dd8d8e8937d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for floatingip, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:38.475903 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-6e7babf6-94a9-494e-968f-8dd8d8e8937d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Calling delete_port for 696dc957-1241-4e6a-84dc-05c53d2fd2ac owned by network:floatingip {{(pid=80386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:29:38.762507 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6e7babf6-94a9-494e-968f-8dd8d8e8937d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1990542'] for port, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:38.778625 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-38c8368d-56d8-4b5d-8dcc-05391edfeb02 tempest-ServerRescueNegativeTestJSON-515327082 tempest-ServerRescueNegativeTestJSON-515327082] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:38.837507 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7babf6-94a9-494e-968f-8dd8d8e8937d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Pushing event deleted for resources: {'Port': ['ID=696dc957-1241-4e6a-84dc-05c53d2fd2ac,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:38.841450 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6e7babf6-94a9-494e-968f-8dd8d8e8937d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:39.003753 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6e7babf6-94a9-494e-968f-8dd8d8e8937d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks [] for floatingip, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:39.047700 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6e7babf6-94a9-494e-968f-8dd8d8e8937d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for floatingip, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:39.048989 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-6e7babf6-94a9-494e-968f-8dd8d8e8937d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] 10.222.0.26 "DELETE /v2.0/floatingips/6d88e4be-318d-4805-9c30-e140d2759755 HTTP/1.1" status: 204 len: 168 time: 1.0392106 Nov 18 16:29:43.364527 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 54876) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:43.999627 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d17443d0-f276-4a5f-9664-80d231eeb390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854074764'] for router_interface, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:44.618130 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-d17443d0-f276-4a5f-9664-80d231eeb390 admin admin] Deleting port 90c59c8a-db2f-4b5c-9b79-be8701df6b16 {{(pid=80386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:29:44.618732 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d17443d0-f276-4a5f-9664-80d231eeb390 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:44.802154 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-d17443d0-f276-4a5f-9664-80d231eeb390 admin admin] For port 90c59c8a-db2f-4b5c-9b79-be8701df6b16, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=90c59c8a-db2f-4b5c-9b79-be8701df6b16,segment=NetworkSegment(5d1c135a-f5a5-4ec5-a274-d33dd11b43d8),segment_id=5d1c135a-f5a5-4ec5-a274-d33dd11b43d8)] {{(pid=80386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:29:44.802557 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d17443d0-f276-4a5f-9664-80d231eeb390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:44.936736 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-d17443d0-f276-4a5f-9664-80d231eeb390 admin admin] Calling delete_port for 90c59c8a-db2f-4b5c-9b79-be8701df6b16 owned by network:router_interface {{(pid=80386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:29:45.305597 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d17443d0-f276-4a5f-9664-80d231eeb390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1990542'] for port, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:45.323643 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:45.392586 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17443d0-f276-4a5f-9664-80d231eeb390 admin admin] Pushing event deleted for resources: {'Port': ['ID=90c59c8a-db2f-4b5c-9b79-be8701df6b16,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:45.399212 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d17443d0-f276-4a5f-9664-80d231eeb390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:45.871322 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d17443d0-f276-4a5f-9664-80d231eeb390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8331557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694244'] for router_interface, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:46.623956 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17443d0-f276-4a5f-9664-80d231eeb390 admin admin] Router c90901ed-c523-4c3d-a29d-7abbcec7bfba has already been hosted by L3 agent 06010dfa-7d57-41a4-b257-aaebf39abde2 {{(pid=80386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:29:47.062498 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17443d0-f276-4a5f-9664-80d231eeb390 admin admin] Notify agent at l3_agent.dv-cinder-759955-2-smb the message routers_updated {{(pid=80386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:29:47.072017 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4ad884-12c0-4dea-96d5-22c18677e6f3 None None] Sync routers for ids ['c90901ed-c523-4c3d-a29d-7abbcec7bfba'] in dv-cinder-759955-2-smb {{(pid=80388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:29:47.075718 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-d17443d0-f276-4a5f-9664-80d231eeb390 admin admin] 10.222.0.26 "PUT /v2.0/routers/c90901ed-c523-4c3d-a29d-7abbcec7bfba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7099907 Nov 18 16:29:47.078289 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 54880) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:47.086166 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4ad884-12c0-4dea-96d5-22c18677e6f3 None None] Routers {'c90901ed-c523-4c3d-a29d-7abbcec7bfba'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:29:47.086844 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-de4ad884-12c0-4dea-96d5-22c18677e6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:29:22Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['c90901ed-c523-4c3d-a29d-7abbcec7bfba'], 'active': True} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:29:47.299768 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19845937-aeff-492c-a3cd-d482fccfcc13 admin admin] Notify callbacks [] for router, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:47.445013 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-de4ad884-12c0-4dea-96d5-22c18677e6f3 None None] Set router c90901ed-c523-4c3d-a29d-7abbcec7bfba gateway port host: dv-cinder-759955-2-smb {{(pid=80388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:29:47.516830 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19845937-aeff-492c-a3cd-d482fccfcc13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:47.551007 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-19845937-aeff-492c-a3cd-d482fccfcc13 admin admin] Deleting port 47432916-6bf5-47a3-90bf-c92a5b1dd4a0 {{(pid=80386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:29:47.551400 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19845937-aeff-492c-a3cd-d482fccfcc13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:47.739501 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-19845937-aeff-492c-a3cd-d482fccfcc13 admin admin] For port 47432916-6bf5-47a3-90bf-c92a5b1dd4a0, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=47432916-6bf5-47a3-90bf-c92a5b1dd4a0,segment=NetworkSegment(fd1903d0-2c86-4185-ae42-f007a12d43c6),segment_id=fd1903d0-2c86-4185-ae42-f007a12d43c6)] {{(pid=80386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:29:47.739824 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19845937-aeff-492c-a3cd-d482fccfcc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:47.771110 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-de4ad884-12c0-4dea-96d5-22c18677e6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'name': 'tempest-AttachVolumeTestJSON-1016073581-router', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:01Z', 'updated_at': '2020-11-18T16:29:45Z', 'revision_number': 5, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'gw_port': {'id': '47432916-6bf5-47a3-90bf-c92a5b1dd4a0', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:25:02Z', 'updated_at': '2020-11-18T16:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb'}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:29:47.779402 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4ad884-12c0-4dea-96d5-22c18677e6f3 None None] Checking router: c90901ed-c523-4c3d-a29d-7abbcec7bfba for host: dv-cinder-759955-2-smb {{(pid=80388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:29:47.793758 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4ad884-12c0-4dea-96d5-22c18677e6f3 None None] Routers {'c90901ed-c523-4c3d-a29d-7abbcec7bfba'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:29:47.794435 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-de4ad884-12c0-4dea-96d5-22c18677e6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:29:22Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['c90901ed-c523-4c3d-a29d-7abbcec7bfba'], 'active': True} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:29:47.875404 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-19845937-aeff-492c-a3cd-d482fccfcc13 admin admin] Calling delete_port for 47432916-6bf5-47a3-90bf-c92a5b1dd4a0 owned by network:router_gateway {{(pid=80386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:29:47.966387 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-de4ad884-12c0-4dea-96d5-22c18677e6f3 None None] Set router c90901ed-c523-4c3d-a29d-7abbcec7bfba gateway port host: None {{(pid=80388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:29:48.081524 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-de4ad884-12c0-4dea-96d5-22c18677e6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'name': 'tempest-AttachVolumeTestJSON-1016073581-router', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:01Z', 'updated_at': '2020-11-18T16:29:47Z', 'revision_number': 6, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'gw_port_host': None}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:29:48.086577 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4ad884-12c0-4dea-96d5-22c18677e6f3 None None] The sync data for ids ['c90901ed-c523-4c3d-a29d-7abbcec7bfba'] in dv-cinder-759955-2-smb is: [{'id': 'c90901ed-c523-4c3d-a29d-7abbcec7bfba', 'name': 'tempest-AttachVolumeTestJSON-1016073581-router', 'tenant_id': '292e2beb7a044caea157c6f5f46c0ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:25:01Z', 'updated_at': '2020-11-18T16:29:47Z', 'revision_number': 6, 'project_id': '292e2beb7a044caea157c6f5f46c0ccb', 'gw_port_host': None}] {{(pid=80388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:29:48.122785 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19845937-aeff-492c-a3cd-d482fccfcc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1990542'] for port, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:48.139054 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c08d0ba1-67b2-4f19-a2a6-8aaf82b6df63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:48.197323 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19845937-aeff-492c-a3cd-d482fccfcc13 admin admin] Pushing event deleted for resources: {'Port': ['ID=47432916-6bf5-47a3-90bf-c92a5b1dd4a0,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:48.200466 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-19845937-aeff-492c-a3cd-d482fccfcc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:48.514921 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19845937-aeff-492c-a3cd-d482fccfcc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854068876'] for router_gateway, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:48.793606 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19845937-aeff-492c-a3cd-d482fccfcc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854080788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854716841'] for router, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:48.798114 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19845937-aeff-492c-a3cd-d482fccfcc13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:49.076638 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19845937-aeff-492c-a3cd-d482fccfcc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854080938'] for router, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:49.077235 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19845937-aeff-492c-a3cd-d482fccfcc13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c90901ed-c523-4c3d-a29d-7abbcec7bfba {{(pid=80386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 18 16:29:49.090797 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-19845937-aeff-492c-a3cd-d482fccfcc13 admin admin] Notify callbacks [] for router, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:49.094735 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 54884) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:49.094886 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-19845937-aeff-492c-a3cd-d482fccfcc13 admin admin] 10.222.0.26 "DELETE /v2.0/routers/c90901ed-c523-4c3d-a29d-7abbcec7bfba HTTP/1.1" status: 204 len: 168 time: 2.0153899 Nov 18 16:29:49.105716 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c9fa0d12-6d46-4ce8-bdeb-30804ab953c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:49.166698 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c39dd4-199c-423e-9f9e-d2dea5f62cd6 admin admin] Deleting subnet c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197 {{(pid=80387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 16:29:49.169863 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-64c39dd4-199c-423e-9f9e-d2dea5f62cd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:49.222820 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-64c39dd4-199c-423e-9f9e-d2dea5f62cd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545235'] for subnet, precommit_delete_associations {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:49.287054 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 47432916-6bf5-47a3-90bf-c92a5b1dd4a0 no longer exists at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:29:49.310379 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-64c39dd4-199c-423e-9f9e-d2dea5f62cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847102822'] for subnet, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:49.328954 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] No Port match for: 47432916-6bf5-47a3-90bf-c92a5b1dd4a0 {{(pid=80388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:29:49.329345 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 47432916-6bf5-47a3-90bf-c92a5b1dd4a0 not bound to the agent host dv-cinder-759955-2-smb {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:29:49.329804 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 90c59c8a-db2f-4b5c-9b79-be8701df6b16 no longer exists at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:29:49.367624 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] No Port match for: 90c59c8a-db2f-4b5c-9b79-be8701df6b16 {{(pid=80388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:29:49.368017 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 90c59c8a-db2f-4b5c-9b79-be8701df6b16 not bound to the agent host dv-cinder-759955-2-smb {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:29:49.597386 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-64c39dd4-199c-423e-9f9e-d2dea5f62cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2445714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1812840'] for subnet, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:49.618425 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:49.669363 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c39dd4-199c-423e-9f9e-d2dea5f62cd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:49.673343 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-64c39dd4-199c-423e-9f9e-d2dea5f62cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:49.758999 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-64c39dd4-199c-423e-9f9e-d2dea5f62cd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:49.764045 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf1c81b-88a6-4c1c-b15e-9ff9b94b29a8 None None] Network ece5bf5e-8c90-44e7-9b10-a7a886498ac3 requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:29:49.765181 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-64c39dd4-199c-423e-9f9e-d2dea5f62cd6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c76fd5e5-bc86-4d77-bc9c-7b6d6f34c197 HTTP/1.1" status: 204 len: 168 time: 0.6693063 Nov 18 16:29:49.767754 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 54888) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:49.891076 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0f477078-0dac-485b-9ea1-10a142ae493f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7611418'] for network, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:49.960921 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-0f477078-0dac-485b-9ea1-10a142ae493f admin admin] Deleting port c9cef493-bd13-4adc-9bc7-9a117f32d513 {{(pid=80387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:29:49.961306 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0f477078-0dac-485b-9ea1-10a142ae493f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:50.017399 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] DHCP port deletion for ece5bf5e-8c90-44e7-9b10-a7a886498ac3 request from dv-cinder-759955-2-smb {{(pid=80388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 18 16:29:50.022339 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] Deleting port c9cef493-bd13-4adc-9bc7-9a117f32d513 {{(pid=80388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:29:50.022774 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:50.244918 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] For port c9cef493-bd13-4adc-9bc7-9a117f32d513, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=c9cef493-bd13-4adc-9bc7-9a117f32d513,segment=NetworkSegment(5d1c135a-f5a5-4ec5-a274-d33dd11b43d8),segment_id=5d1c135a-f5a5-4ec5-a274-d33dd11b43d8)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:29:50.245467 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:50.378356 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] Calling delete_port for c9cef493-bd13-4adc-9bc7-9a117f32d513 owned by network:dhcp {{(pid=80388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:29:50.413992 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-0f477078-0dac-485b-9ea1-10a142ae493f admin admin] For port c9cef493-bd13-4adc-9bc7-9a117f32d513, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=c9cef493-bd13-4adc-9bc7-9a117f32d513,segment=NetworkSegment(5d1c135a-f5a5-4ec5-a274-d33dd11b43d8),segment_id=5d1c135a-f5a5-4ec5-a274-d33dd11b43d8)] {{(pid=80387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:29:50.414388 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0f477078-0dac-485b-9ea1-10a142ae493f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:50.488544 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792'] for port, after_delete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:50.504343 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:50.541838 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-0f477078-0dac-485b-9ea1-10a142ae493f admin admin] Calling delete_port for c9cef493-bd13-4adc-9bc7-9a117f32d513 owned by network:dhcp {{(pid=80387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:29:50.560359 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] Pushing event deleted for resources: {'Port': ['ID=c9cef493-bd13-4adc-9bc7-9a117f32d513,revision_number=None']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:50.614159 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.db.api [None req-0f477078-0dac-485b-9ea1-10a142ae493f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80387) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:29:50.614519 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_db.api [None req-0f477078-0dac-485b-9ea1-10a142ae493f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 16:29:50.624786 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:50.625214 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:50.625595 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:50.625973 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:50.626345 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:50.626712 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:50.627079 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:50.627442 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:50.627806 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:50.628165 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:50.628525 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:50.628890 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:50.629322 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:50.629681 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:50.630038 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:50.630396 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:50.631290 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:50.631658 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:50.632017 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:50.632374 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:50.632732 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:50.633112 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:50.633470 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:50.633824 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:50.645243 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:50.663846 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5718a2-d5e7-4143-ac05-afab233c66a9 None None] No DVR routers for this DVR port c9cef493-bd13-4adc-9bc7-9a117f32d513 on host dv-cinder-759955-2-smb {{(pid=80388) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:29:51.116463 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-0f477078-0dac-485b-9ea1-10a142ae493f admin admin] Deleting port c9cef493-bd13-4adc-9bc7-9a117f32d513 {{(pid=80387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:29:51.116748 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0f477078-0dac-485b-9ea1-10a142ae493f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:51.185930 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-0f477078-0dac-485b-9ea1-10a142ae493f admin admin] The port 'c9cef493-bd13-4adc-9bc7-9a117f32d513' was deleted {{(pid=80387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 18 16:29:51.284889 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device c9cef493-bd13-4adc-9bc7-9a117f32d513 no longer exists at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:29:51.310641 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0f477078-0dac-485b-9ea1-10a142ae493f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847103455', 'neutron.services.segments.db._delete_segments_for_network--9223363242460435435'] for network, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:51.323577 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] No Port match for: c9cef493-bd13-4adc-9bc7-9a117f32d513 {{(pid=80388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:29:51.323959 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device c9cef493-bd13-4adc-9bc7-9a117f32d513 not bound to the agent host dv-cinder-759955-2-smb {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:29:51.427503 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-0f477078-0dac-485b-9ea1-10a142ae493f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece5bf5e-8c90-44e7-9b10-a7a886498ac3']}} {{(pid=80387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:29:51.440306 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-0f477078-0dac-485b-9ea1-10a142ae493f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d1c135a-f5a5-4ec5-a274-d33dd11b43d8') {'for_net_delete': True} {{(pid=80387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:29:51.440642 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-0f477078-0dac-485b-9ea1-10a142ae493f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d1c135a-f5a5-4ec5-a274-d33dd11b43d8') {} {{(pid=80387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:29:51.453623 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0f477078-0dac-485b-9ea1-10a142ae493f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242460437483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230549'] for segment, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:51.528224 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0f477078-0dac-485b-9ea1-10a142ae493f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696124'] for segment, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:51.530535 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0f477078-0dac-485b-9ea1-10a142ae493f admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 16:29:51.618572 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1de5b692-586f-4bbf-ae7a-7af0c988b30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:51.711949 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-0f477078-0dac-485b-9ea1-10a142ae493f admin admin] Network ece5bf5e-8c90-44e7-9b10-a7a886498ac3 has no segments {{(pid=80387) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:29:51.724317 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0f477078-0dac-485b-9ea1-10a142ae493f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847079692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2445775'] for segment, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:51.905300 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-0f477078-0dac-485b-9ea1-10a142ae493f admin admin] Network ece5bf5e-8c90-44e7-9b10-a7a886498ac3 has no segments {{(pid=80387) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: % (table.description, expected, rows_matched) Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: % (table.description, expected, rows_matched) Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: % (table.description, expected, rows_matched) Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: % (table.description, expected, rows_matched) Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: Traceback (most recent call last): Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: timer() Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: cb(*args, **kw) Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: return func(*args, **kwargs) Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: self._notify() Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: self.callback(batched_events) Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: event.method(event) Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: segment_id)['aggregates'][0] Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: return f(self, *a, **k) Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: return self._get(url).json() Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: **kwargs) Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: return self.request(url, 'GET', **kwargs) Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: **endpoint_filter) Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:29:51.929022 dv-cinder-759955-2-smb neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:29:52.133800 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:52.156605 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0f477078-0dac-485b-9ea1-10a142ae493f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7672361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for network, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:52.160223 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-83d16a68-ebdf-4672-9695-3e39559fa1d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:52.174605 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0f477078-0dac-485b-9ea1-10a142ae493f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for network, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:52.186394 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f477078-0dac-485b-9ea1-10a142ae493f admin admin] Pushing event deleted for resources: {'Network': ['ID=ece5bf5e-8c90-44e7-9b10-a7a886498ac3,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:52.189838 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0f477078-0dac-485b-9ea1-10a142ae493f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:52.225942 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-0f477078-0dac-485b-9ea1-10a142ae493f admin admin] 10.222.0.26 "DELETE /v2.0/networks/ece5bf5e-8c90-44e7-9b10-a7a886498ac3 HTTP/1.1" status: 204 len: 168 time: 2.4571638 Nov 18 16:29:52.515322 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 54894) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:52.569242 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-842d9c4b-38e4-4c08-bd46-a3a47cc98048 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=292e2beb7a044caea157c6f5f46c0ccb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0519745 Nov 18 16:29:52.571701 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 54898) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:52.633276 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-aa3e7236-a1b8-4992-b6e2-4d1ae2439a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:52.664448 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-aa3e7236-a1b8-4992-b6e2-4d1ae2439a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:52.791064 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-aa3e7236-a1b8-4992-b6e2-4d1ae2439a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:52.796466 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a8217d0e-01bc-4a06-ae3a-c9c04af5712d tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:52.810635 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e7236-a1b8-4992-b6e2-4d1ae2439a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64072583-6d3e-4886-8065-81afedd03a13,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:52.816083 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-aa3e7236-a1b8-4992-b6e2-4d1ae2439a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:52.818059 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-aa3e7236-a1b8-4992-b6e2-4d1ae2439a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:52.822238 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-aa3e7236-a1b8-4992-b6e2-4d1ae2439a5e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/64072583-6d3e-4886-8065-81afedd03a13 HTTP/1.1" status: 204 len: 168 time: 0.2471335 Nov 18 16:29:53.054121 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:53.700028 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:55.438495 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 54944) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:55.592214 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f987a07e-73d0-4319-b9f7-26b3cd2b53ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:55.626543 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f987a07e-73d0-4319-b9f7-26b3cd2b53ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:29:55.632092 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-f987a07e-73d0-4319-b9f7-26b3cd2b53ec admin admin] Usage tracker for resource:security_group_rule and tenant:2afe4b921bb24621bb0d7c9e527bc470 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:29:55.635104 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-f987a07e-73d0-4319-b9f7-26b3cd2b53ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:29:55.640904 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f987a07e-73d0-4319-b9f7-26b3cd2b53ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:29:55.707845 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f987a07e-73d0-4319-b9f7-26b3cd2b53ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:55.745250 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f987a07e-73d0-4319-b9f7-26b3cd2b53ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:55.752094 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9901dea4-e9ba-4aaf-b762-a2dc438c6e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:55.793780 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987a07e-73d0-4319-b9f7-26b3cd2b53ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab09b5f-3f4a-42f7-96a3-7a101e318630,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:55.799005 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f987a07e-73d0-4319-b9f7-26b3cd2b53ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:55.805475 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 54950) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:55.809460 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-f987a07e-73d0-4319-b9f7-26b3cd2b53ec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2afe4b921bb24621bb0d7c9e527bc470&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3696997 Nov 18 16:29:55.871434 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3db82d91-1563-4974-95fe-6961cf56d886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:55.900485 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3db82d91-1563-4974-95fe-6961cf56d886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:56.042289 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3db82d91-1563-4974-95fe-6961cf56d886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:56.047460 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-88926eb5-f33a-4b3a-abe7-645aaec39fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:56.059963 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db82d91-1563-4974-95fe-6961cf56d886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab09b5f-3f4a-42f7-96a3-7a101e318630,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:56.063237 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3db82d91-1563-4974-95fe-6961cf56d886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:56.065308 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3db82d91-1563-4974-95fe-6961cf56d886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:56.066420 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-3db82d91-1563-4974-95fe-6961cf56d886 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dab09b5f-3f4a-42f7-96a3-7a101e318630 HTTP/1.1" status: 204 len: 168 time: 0.2598879 Nov 18 16:29:56.570172 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 54958) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:56.589412 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8e76500a-38bc-45e1-b24c-d3cb72dca47d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:56.622435 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-8e76500a-38bc-45e1-b24c-d3cb72dca47d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:29:56.626391 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-8e76500a-38bc-45e1-b24c-d3cb72dca47d admin admin] Usage tracker for resource:security_group_rule and tenant:122d94798e3d4c749cc243a0bcde39fc is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:29:56.629346 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-8e76500a-38bc-45e1-b24c-d3cb72dca47d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:29:56.635330 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-8e76500a-38bc-45e1-b24c-d3cb72dca47d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:29:56.701825 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8e76500a-38bc-45e1-b24c-d3cb72dca47d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:56.733555 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8e76500a-38bc-45e1-b24c-d3cb72dca47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:56.742053 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-35db581b-c832-4742-ab53-3172a1414a0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:56.787669 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76500a-38bc-45e1-b24c-d3cb72dca47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc85e46-8140-4161-b2cf-2d1dd3d641b4,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:56.791632 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8e76500a-38bc-45e1-b24c-d3cb72dca47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:56.794561 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-8e76500a-38bc-45e1-b24c-d3cb72dca47d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=122d94798e3d4c749cc243a0bcde39fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2229996 Nov 18 16:29:56.797136 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 54962) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:56.866923 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fcb977a7-6b7e-47df-a830-75eb1700d52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:56.894759 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fcb977a7-6b7e-47df-a830-75eb1700d52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:56.973810 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fcb977a7-6b7e-47df-a830-75eb1700d52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:56.979928 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-bd84e160-0e1a-4757-8b66-9f446a59aac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:56.993269 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb977a7-6b7e-47df-a830-75eb1700d52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc85e46-8140-4161-b2cf-2d1dd3d641b4,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:56.998126 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-fcb977a7-6b7e-47df-a830-75eb1700d52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:57.002456 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fcb977a7-6b7e-47df-a830-75eb1700d52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:57.003717 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-fcb977a7-6b7e-47df-a830-75eb1700d52b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fcc85e46-8140-4161-b2cf-2d1dd3d641b4 HTTP/1.1" status: 204 len: 168 time: 0.2055063 Nov 18 16:29:57.703721 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:01.170983 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 6 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:30:09.789082 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 55092) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:30:09.947076 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-031d755c-cd45-45f3-a80f-5ec073378393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:09.981209 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-031d755c-cd45-45f3-a80f-5ec073378393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:30:09.985253 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-031d755c-cd45-45f3-a80f-5ec073378393 admin admin] Usage tracker for resource:security_group_rule and tenant:a1028233bed94ac3a1436050f51fbf5e is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:30:09.988186 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-031d755c-cd45-45f3-a80f-5ec073378393 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:30:09.993992 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-031d755c-cd45-45f3-a80f-5ec073378393 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:30:10.061818 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-031d755c-cd45-45f3-a80f-5ec073378393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:10.087259 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-031d755c-cd45-45f3-a80f-5ec073378393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:10.095389 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:10.138012 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d755c-cd45-45f3-a80f-5ec073378393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503d056a-7379-4f74-ab8e-c8094b7409d9,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:10.142961 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-031d755c-cd45-45f3-a80f-5ec073378393 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a1028233bed94ac3a1436050f51fbf5e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3527925 Nov 18 16:30:10.143952 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-031d755c-cd45-45f3-a80f-5ec073378393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:10.145963 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 55098) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:30:10.213262 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-88f569e1-9428-4e4c-a944-35578b6a3b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:10.240913 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-88f569e1-9428-4e4c-a944-35578b6a3b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:10.350609 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-88f569e1-9428-4e4c-a944-35578b6a3b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:10.356236 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b363b63e-69b1-438a-ae6e-b325e722c248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:10.367622 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f569e1-9428-4e4c-a944-35578b6a3b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503d056a-7379-4f74-ab8e-c8094b7409d9,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:10.372486 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-88f569e1-9428-4e4c-a944-35578b6a3b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:10.375817 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-88f569e1-9428-4e4c-a944-35578b6a3b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:10.377079 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-88f569e1-9428-4e4c-a944-35578b6a3b3f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/503d056a-7379-4f74-ab8e-c8094b7409d9 HTTP/1.1" status: 204 len: 168 time: 0.2298489 Nov 18 16:30:10.889902 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 55106) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:30:10.911378 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f65dabb6-e3ff-4b16-91de-46d907eedb98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:10.945710 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f65dabb6-e3ff-4b16-91de-46d907eedb98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:30:10.950024 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-f65dabb6-e3ff-4b16-91de-46d907eedb98 admin admin] Usage tracker for resource:security_group_rule and tenant:62bffafb7d024421997b6942b60a3e38 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:30:10.952993 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-f65dabb6-e3ff-4b16-91de-46d907eedb98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:30:10.958706 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-f65dabb6-e3ff-4b16-91de-46d907eedb98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:30:11.030288 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f65dabb6-e3ff-4b16-91de-46d907eedb98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:11.063433 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f65dabb6-e3ff-4b16-91de-46d907eedb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:11.071149 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c3e14092-5457-4f6d-bf59-2b8ed2716382 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:11.117804 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65dabb6-e3ff-4b16-91de-46d907eedb98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f77689b-bc18-421e-bd8c-30358df52ec4,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:11.121099 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f65dabb6-e3ff-4b16-91de-46d907eedb98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:11.123490 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-f65dabb6-e3ff-4b16-91de-46d907eedb98 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=62bffafb7d024421997b6942b60a3e38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2324123 Nov 18 16:30:11.126222 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 55110) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:30:11.190316 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-97a8114e-afe2-4289-8f85-5ebc79152abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:11.217270 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-97a8114e-afe2-4289-8f85-5ebc79152abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:11.327844 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-97a8114e-afe2-4289-8f85-5ebc79152abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:11.332876 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-217f799c-16aa-47f0-b1b5-4de3ea6c9777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:11.345589 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8114e-afe2-4289-8f85-5ebc79152abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f77689b-bc18-421e-bd8c-30358df52ec4,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:11.348139 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-97a8114e-afe2-4289-8f85-5ebc79152abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:11.351877 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-97a8114e-afe2-4289-8f85-5ebc79152abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:11.353182 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-97a8114e-afe2-4289-8f85-5ebc79152abb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9f77689b-bc18-421e-bd8c-30358df52ec4 HTTP/1.1" status: 204 len: 168 time: 0.2259324 Nov 18 16:30:11.937559 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 55118) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:30:11.957597 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-70e6c2b1-7e70-49ef-9423-81ebbc2c5754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:11.990285 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-70e6c2b1-7e70-49ef-9423-81ebbc2c5754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:30:11.994324 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-70e6c2b1-7e70-49ef-9423-81ebbc2c5754 admin admin] Usage tracker for resource:security_group_rule and tenant:38bf6ab480c14c0a93088a36758d4ed8 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:30:11.997552 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-70e6c2b1-7e70-49ef-9423-81ebbc2c5754 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:30:12.003314 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-70e6c2b1-7e70-49ef-9423-81ebbc2c5754 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:30:12.075353 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-70e6c2b1-7e70-49ef-9423-81ebbc2c5754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:12.110546 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-70e6c2b1-7e70-49ef-9423-81ebbc2c5754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:12.118098 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e6228490-cbb3-4e40-b772-8acae3f733d2 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:12.160904 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6c2b1-7e70-49ef-9423-81ebbc2c5754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c12c284-38d2-4c55-97d3-96807dd0bfda,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:12.164371 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-70e6c2b1-7e70-49ef-9423-81ebbc2c5754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:12.167855 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-70e6c2b1-7e70-49ef-9423-81ebbc2c5754 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=38bf6ab480c14c0a93088a36758d4ed8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2292259 Nov 18 16:30:12.170846 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 55122) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:30:12.235937 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5af9a368-d4f8-42f8-a5ef-1921067605ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:12.263472 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5af9a368-d4f8-42f8-a5ef-1921067605ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:12.366373 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5af9a368-d4f8-42f8-a5ef-1921067605ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:12.371896 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-aa3e7236-a1b8-4992-b6e2-4d1ae2439a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:12.387038 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9a368-d4f8-42f8-a5ef-1921067605ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c12c284-38d2-4c55-97d3-96807dd0bfda,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:12.390192 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5af9a368-d4f8-42f8-a5ef-1921067605ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:12.391089 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5af9a368-d4f8-42f8-a5ef-1921067605ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:12.392330 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-5af9a368-d4f8-42f8-a5ef-1921067605ea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7c12c284-38d2-4c55-97d3-96807dd0bfda HTTP/1.1" status: 204 len: 168 time: 0.2205009 Nov 18 16:30:19.047815 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-fe5743c8-62f7-4e8b-846e-90a58573131b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:19.609892 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 55196) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:30:19.767552 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a0589212-a53c-456c-81b3-7a2c102cd372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:19.802201 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a0589212-a53c-456c-81b3-7a2c102cd372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:30:19.806239 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-a0589212-a53c-456c-81b3-7a2c102cd372 admin admin] Usage tracker for resource:security_group_rule and tenant:b5878566d2204c0dac5f9f7770cf5951 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:30:19.809733 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-a0589212-a53c-456c-81b3-7a2c102cd372 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:30:19.815462 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-a0589212-a53c-456c-81b3-7a2c102cd372 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:30:19.888044 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a0589212-a53c-456c-81b3-7a2c102cd372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:19.916899 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a0589212-a53c-456c-81b3-7a2c102cd372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:19.924659 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-84ae9ccf-eb9b-4c2c-b4cd-a1331f7e88eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:19.967993 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0589212-a53c-456c-81b3-7a2c102cd372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0514b5f3-8402-45ac-931c-9bb3bfb328b6,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:19.972704 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a0589212-a53c-456c-81b3-7a2c102cd372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:19.975235 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-a0589212-a53c-456c-81b3-7a2c102cd372 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b5878566d2204c0dac5f9f7770cf5951&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3641741 Nov 18 16:30:19.977873 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 55202) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:30:20.042638 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-590a7f37-f19c-4bc6-a6a5-8fc65ea31d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:20.069948 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-590a7f37-f19c-4bc6-a6a5-8fc65ea31d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:20.144732 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-590a7f37-f19c-4bc6-a6a5-8fc65ea31d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:20.150059 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-17fb2b8a-0867-4ec9-a8b1-cb9cb2ab384e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:20.163818 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a7f37-f19c-4bc6-a6a5-8fc65ea31d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0514b5f3-8402-45ac-931c-9bb3bfb328b6,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:20.166812 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-590a7f37-f19c-4bc6-a6a5-8fc65ea31d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:20.169364 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-590a7f37-f19c-4bc6-a6a5-8fc65ea31d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:20.171915 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-590a7f37-f19c-4bc6-a6a5-8fc65ea31d0b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0514b5f3-8402-45ac-931c-9bb3bfb328b6 HTTP/1.1" status: 204 len: 168 time: 0.1917334 Nov 18 16:30:20.714614 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 55210) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:30:20.738049 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b2170c98-1a54-4310-9d76-dbfbe885a7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:20.770248 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-b2170c98-1a54-4310-9d76-dbfbe885a7ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:30:20.774598 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-b2170c98-1a54-4310-9d76-dbfbe885a7ac admin admin] Usage tracker for resource:security_group_rule and tenant:08c9bb5fa22943ec8dc703c231ff5b3f is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:30:20.778263 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-b2170c98-1a54-4310-9d76-dbfbe885a7ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:30:20.784286 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-b2170c98-1a54-4310-9d76-dbfbe885a7ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:30:20.852847 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b2170c98-1a54-4310-9d76-dbfbe885a7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:20.887673 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b2170c98-1a54-4310-9d76-dbfbe885a7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:20.895294 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-70e6c2b1-7e70-49ef-9423-81ebbc2c5754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:20.939779 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2170c98-1a54-4310-9d76-dbfbe885a7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af240c59-2b04-4a73-8942-7baf4b9117bf,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:20.943241 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b2170c98-1a54-4310-9d76-dbfbe885a7ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:20.948863 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-b2170c98-1a54-4310-9d76-dbfbe885a7ac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=08c9bb5fa22943ec8dc703c231ff5b3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2304013 Nov 18 16:30:20.949750 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 55214) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:30:21.013254 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-225149d4-af33-4bf2-b5f9-2a0c5c6deafb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:21.040546 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-225149d4-af33-4bf2-b5f9-2a0c5c6deafb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:21.110343 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-225149d4-af33-4bf2-b5f9-2a0c5c6deafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:21.115378 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f65dabb6-e3ff-4b16-91de-46d907eedb98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:21.127141 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225149d4-af33-4bf2-b5f9-2a0c5c6deafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af240c59-2b04-4a73-8942-7baf4b9117bf,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:21.132128 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-225149d4-af33-4bf2-b5f9-2a0c5c6deafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:21.134128 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-225149d4-af33-4bf2-b5f9-2a0c5c6deafb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:21.136484 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-225149d4-af33-4bf2-b5f9-2a0c5c6deafb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/af240c59-2b04-4a73-8942-7baf4b9117bf HTTP/1.1" status: 204 len: 168 time: 0.1847091 Nov 18 16:30:21.624827 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2e55d56a-a543-40fd-90e6-8bccc501026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:22.082020 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:23.042380 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:23.716258 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:27.716007 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:38.172142 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 6 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:30:38.681525 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 55348) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:30:38.832960 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:38.866286 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:30:38.870329 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Usage tracker for resource:security_group_rule and tenant:17077ebc495147679c831bcf6d81a805 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:30:38.873421 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:30:38.879165 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:30:38.948302 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:38.995794 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:39.003853 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-21dfeca9-fbf2-4951-89d2-42accba5d727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:39.048086 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710aa1ac-2508-4375-a01a-d707acb7d252,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:39.054082 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=17077ebc495147679c831bcf6d81a805&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3714805 Nov 18 16:30:39.056778 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 55354) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:30:39.059987 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.060449 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.060881 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.061296 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.061703 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.062108 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.062511 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.062915 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.063319 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.063715 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.064112 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.064511 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.065030 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.065438 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.065838 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.066241 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.066635 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.067034 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.067430 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.067827 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.068224 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.068618 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.069036 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.069434 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.074005 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d7b75504-e10b-4b1d-aa31-9f5249219d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:39.126508 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f06a06b7-1ab3-46ad-b628-d126d2125523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:39.154718 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f06a06b7-1ab3-46ad-b628-d126d2125523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:39.230054 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f06a06b7-1ab3-46ad-b628-d126d2125523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:39.235180 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c64fa3b3-4790-4667-9305-640a0b7d129b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:39.248146 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a06b7-1ab3-46ad-b628-d126d2125523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710aa1ac-2508-4375-a01a-d707acb7d252,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:39.262352 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-f06a06b7-1ab3-46ad-b628-d126d2125523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:39.264171 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-f06a06b7-1ab3-46ad-b628-d126d2125523 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/710aa1ac-2508-4375-a01a-d707acb7d252 HTTP/1.1" status: 204 len: 168 time: 0.2057285 Nov 18 16:30:39.265756 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a06b7-1ab3-46ad-b628-d126d2125523 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.266180 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a06b7-1ab3-46ad-b628-d126d2125523 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.266653 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a06b7-1ab3-46ad-b628-d126d2125523 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.267071 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a06b7-1ab3-46ad-b628-d126d2125523 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.267470 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a06b7-1ab3-46ad-b628-d126d2125523 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.268005 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a06b7-1ab3-46ad-b628-d126d2125523 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.268244 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a06b7-1ab3-46ad-b628-d126d2125523 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.268636 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a06b7-1ab3-46ad-b628-d126d2125523 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.269051 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a06b7-1ab3-46ad-b628-d126d2125523 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.269498 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a06b7-1ab3-46ad-b628-d126d2125523 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.269808 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a06b7-1ab3-46ad-b628-d126d2125523 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.270196 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a06b7-1ab3-46ad-b628-d126d2125523 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.270661 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a06b7-1ab3-46ad-b628-d126d2125523 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.271051 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a06b7-1ab3-46ad-b628-d126d2125523 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.271442 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a06b7-1ab3-46ad-b628-d126d2125523 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.271830 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a06b7-1ab3-46ad-b628-d126d2125523 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.272217 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a06b7-1ab3-46ad-b628-d126d2125523 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.272607 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a06b7-1ab3-46ad-b628-d126d2125523 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.273025 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a06b7-1ab3-46ad-b628-d126d2125523 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.273411 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a06b7-1ab3-46ad-b628-d126d2125523 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.273805 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a06b7-1ab3-46ad-b628-d126d2125523 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.274460 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a06b7-1ab3-46ad-b628-d126d2125523 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.274848 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a06b7-1ab3-46ad-b628-d126d2125523 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.275234 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06a06b7-1ab3-46ad-b628-d126d2125523 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:39.278745 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f06a06b7-1ab3-46ad-b628-d126d2125523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:46.755984 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 55420) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:30:46.911475 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-daa37cdc-8696-4b2d-98a7-239d7a046bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:46.945736 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-daa37cdc-8696-4b2d-98a7-239d7a046bd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:30:46.949860 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-daa37cdc-8696-4b2d-98a7-239d7a046bd6 admin admin] Usage tracker for resource:security_group_rule and tenant:fac3f994944b43ffa3f0f8f1ae4674df is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:30:46.953000 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-daa37cdc-8696-4b2d-98a7-239d7a046bd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:30:46.958875 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-daa37cdc-8696-4b2d-98a7-239d7a046bd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:30:47.030493 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-daa37cdc-8696-4b2d-98a7-239d7a046bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:47.058641 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-daa37cdc-8696-4b2d-98a7-239d7a046bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:47.067281 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-031d755c-cd45-45f3-a80f-5ec073378393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:47.125540 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa37cdc-8696-4b2d-98a7-239d7a046bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b44b5c-458e-4d8d-a6b5-041c5cc92cac,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:47.130002 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-daa37cdc-8696-4b2d-98a7-239d7a046bd6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fac3f994944b43ffa3f0f8f1ae4674df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3729153 Nov 18 16:30:47.131052 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-daa37cdc-8696-4b2d-98a7-239d7a046bd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:47.133471 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 55426) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:30:47.204986 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b8ead855-40bc-4abf-8521-5b5b03300e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:47.234455 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b8ead855-40bc-4abf-8521-5b5b03300e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:47.304532 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b8ead855-40bc-4abf-8521-5b5b03300e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:47.310076 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3a8415de-dcf4-4768-854a-73886a97ac5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:47.321817 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ead855-40bc-4abf-8521-5b5b03300e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b44b5c-458e-4d8d-a6b5-041c5cc92cac,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:47.327110 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b8ead855-40bc-4abf-8521-5b5b03300e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:47.329233 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b8ead855-40bc-4abf-8521-5b5b03300e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:47.330489 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-b8ead855-40bc-4abf-8521-5b5b03300e62 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/78b44b5c-458e-4d8d-a6b5-041c5cc92cac HTTP/1.1" status: 204 len: 168 time: 0.1959555 Nov 18 16:30:48.355716 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 55448) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:30:48.494241 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-42bdd3ec-eda5-4cea-89b3-ee51a290fea0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-833661682-network', 'tenant_id': '5fcdd180683a474f92157f83579dba60'}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:30:48.499337 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-42bdd3ec-eda5-4cea-89b3-ee51a290fea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:30:48.503454 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-42bdd3ec-eda5-4cea-89b3-ee51a290fea0 admin admin] Usage tracker for resource:network and tenant:5fcdd180683a474f92157f83579dba60 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:30:48.506511 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-42bdd3ec-eda5-4cea-89b3-ee51a290fea0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:30:48.512325 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-42bdd3ec-eda5-4cea-89b3-ee51a290fea0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:30:48.565542 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bdd3ec-eda5-4cea-89b3-ee51a290fea0 admin admin] Made reservation on behalf of 5fcdd180683a474f92157f83579dba60 for: {'network': 1} {{(pid=80386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:30:48.570245 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-42bdd3ec-eda5-4cea-89b3-ee51a290fea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for network, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:48.584053 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-42bdd3ec-eda5-4cea-89b3-ee51a290fea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:48.616700 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-42bdd3ec-eda5-4cea-89b3-ee51a290fea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:30:48.620787 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-42bdd3ec-eda5-4cea-89b3-ee51a290fea0 admin admin] Usage tracker for resource:security_group_rule and tenant:5fcdd180683a474f92157f83579dba60 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:30:48.623754 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-42bdd3ec-eda5-4cea-89b3-ee51a290fea0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:30:48.629582 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-42bdd3ec-eda5-4cea-89b3-ee51a290fea0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:30:48.697064 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-42bdd3ec-eda5-4cea-89b3-ee51a290fea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:48.731180 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-42bdd3ec-eda5-4cea-89b3-ee51a290fea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:48.735370 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4df5840c-c4bb-4b0a-a53d-a9e698ae3d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:48.770714 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42bdd3ec-eda5-4cea-89b3-ee51a290fea0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:30:48.782990 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bdd3ec-eda5-4cea-89b3-ee51a290fea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:48.785999 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-42bdd3ec-eda5-4cea-89b3-ee51a290fea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:48.815452 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-42bdd3ec-eda5-4cea-89b3-ee51a290fea0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794394340365', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696124'] for segment, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:48.816016 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.segments_db [None req-42bdd3ec-eda5-4cea-89b3-ee51a290fea0 admin admin] Added segment ca1988bf-99e3-4e4b-abbd-49c332412732 of type vxlan for network 839e7fbe-96f2-44b1-b2ca-aa5064b12f8e Nov 18 16:30:48.844089 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-42bdd3ec-eda5-4cea-89b3-ee51a290fea0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363242460990785'] for network, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:48.902671 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-42bdd3ec-eda5-4cea-89b3-ee51a290fea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for network, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:48.904366 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bdd3ec-eda5-4cea-89b3-ee51a290fea0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:48.905048 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-42bdd3ec-eda5-4cea-89b3-ee51a290fea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for network, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:48.910151 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-20a8e594-ecef-40be-90ad-aeb2d7a477df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:49.017745 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bdd3ec-eda5-4cea-89b3-ee51a290fea0 admin admin] Pushing event updated for resources: {'Network': ['ID=839e7fbe-96f2-44b1-b2ca-aa5064b12f8e,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:49.020673 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-42bdd3ec-eda5-4cea-89b3-ee51a290fea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:49.029540 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Network 839e7fbe-96f2-44b1-b2ca-aa5064b12f8e details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=80388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:30:49.042035 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-42bdd3ec-eda5-4cea-89b3-ee51a290fea0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6851795 Nov 18 16:30:49.045124 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 55454) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:30:49.045590 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Network 839e7fbe-96f2-44b1-b2ca-aa5064b12f8e details requested by agent ovs-agent-dv-cinder-759955-2-smb with host dv-cinder-759955-2-smb {{(pid=80388) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:30:49.051505 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-945f2e6d-b010-4b6e-b49b-3ac6be4ad1dd admin admin] Request body: {'subnet': {'network_id': '839e7fbe-96f2-44b1-b2ca-aa5064b12f8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-833661682-subnet', 'tenant_id': '5fcdd180683a474f92157f83579dba60', 'ip_version': 4}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:30:49.056887 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-945f2e6d-b010-4b6e-b49b-3ac6be4ad1dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:30:49.061025 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-945f2e6d-b010-4b6e-b49b-3ac6be4ad1dd admin admin] Usage tracker for resource:subnet and tenant:5fcdd180683a474f92157f83579dba60 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:30:49.065921 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-945f2e6d-b010-4b6e-b49b-3ac6be4ad1dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:30:49.071869 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-945f2e6d-b010-4b6e-b49b-3ac6be4ad1dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:30:49.095635 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3762d6fb-b2b4-4ad5-affe-dcd1842c3d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:49.108505 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945f2e6d-b010-4b6e-b49b-3ac6be4ad1dd admin admin] Made reservation on behalf of 5fcdd180683a474f92157f83579dba60 for: {'subnet': 1} {{(pid=80386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:30:49.113344 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-945f2e6d-b010-4b6e-b49b-3ac6be4ad1dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852614878'] for subnet, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:49.550730 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-945f2e6d-b010-4b6e-b49b-3ac6be4ad1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1990504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852614893'] for subnet, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:49.566069 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:49.928978 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f2e6d-b010-4b6e-b49b-3ac6be4ad1dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1d0967d-516d-498a-9fdf-98506537ada4,revision_number=0']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:49.933133 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-945f2e6d-b010-4b6e-b49b-3ac6be4ad1dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:49.998221 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945f2e6d-b010-4b6e-b49b-3ac6be4ad1dd admin admin] Checking segment: {'id': 'ca1988bf-99e3-4e4b-abbd-49c332412732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '839e7fbe-96f2-44b1-b2ca-aa5064b12f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:30:49.998616 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945f2e6d-b010-4b6e-b49b-3ac6be4ad1dd admin admin] Network hostable DHCP agents. Network: 839e7fbe-96f2-44b1-b2ca-aa5064b12f8e, hostable agents: ['f7776111-b6a1-4850-954f-358371da3282'], hosted agents: [] {{(pid=80386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:30:50.069731 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945f2e6d-b010-4b6e-b49b-3ac6be4ad1dd admin admin] Network 839e7fbe-96f2-44b1-b2ca-aa5064b12f8e is scheduled to be hosted by DHCP agent f7776111-b6a1-4850-954f-358371da3282 with binding_index 1 {{(pid=80386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:30:50.109765 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-945f2e6d-b010-4b6e-b49b-3ac6be4ad1dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-2-smb, 839e7fbe-96f2-44b1-b2ca-aa5064b12f8e) {{(pid=80386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:30:50.118667 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352daa3f-eeac-4466-a66f-e0613ddf7412 None None] Network 839e7fbe-96f2-44b1-b2ca-aa5064b12f8e requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:30:50.121871 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945f2e6d-b010-4b6e-b49b-3ac6be4ad1dd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:50.122526 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-945f2e6d-b010-4b6e-b49b-3ac6be4ad1dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for subnet, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:50.167764 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-945f2e6d-b010-4b6e-b49b-3ac6be4ad1dd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1213639 Nov 18 16:30:50.170400 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 55458) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:30:50.176032 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [None req-ec1c4306-9282-4bd6-abb8-afa0c5d659a9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-833661682-router', 'tenant_id': '5fcdd180683a474f92157f83579dba60', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'}}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:30:50.181020 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-ec1c4306-9282-4bd6-abb8-afa0c5d659a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:30:50.185148 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-ec1c4306-9282-4bd6-abb8-afa0c5d659a9 admin admin] Usage tracker for resource:router and tenant:5fcdd180683a474f92157f83579dba60 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:30:50.188896 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [None req-ec1c4306-9282-4bd6-abb8-afa0c5d659a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:30:50.194731 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [None req-ec1c4306-9282-4bd6-abb8-afa0c5d659a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:30:50.235694 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ec1c4306-9282-4bd6-abb8-afa0c5d659a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854080847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854716828'] for router, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:50.236725 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ec1c4306-9282-4bd6-abb8-afa0c5d659a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854081194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-706848', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-623694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58988'] for router, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:50.331597 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ec1c4306-9282-4bd6-abb8-afa0c5d659a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:50.351592 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b6bd36f-cdf7-5393-8c49-b9e6ea56e45e-839e7fbe-96f2-44b1-b2ca-aa5064b12f8e', 'network_id': '839e7fbe-96f2-44b1-b2ca-aa5064b12f8e', 'tenant_id': '5fcdd180683a474f92157f83579dba60', 'fixed_ips': [{'subnet_id': 'b1d0967d-516d-498a-9fdf-98506537ada4'}]}} from dv-cinder-759955-2-smb. {{(pid=80388) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 18 16:30:50.352502 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:50.519497 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ec1c4306-9282-4bd6-abb8-afa0c5d659a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-706865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854080818', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58975'] for router, precommit_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:50.643845 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Allocated IP 172.20.0.2 (839e7fbe-96f2-44b1-b2ca-aa5064b12f8e/b1d0967d-516d-498a-9fdf-98506537ada4/46f72f6f-9472-4ef3-9570-c6854bcda0b7) {{(pid=80388) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:30:50.735531 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ec1c4306-9282-4bd6-abb8-afa0c5d659a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:50.771945 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ec1c4306-9282-4bd6-abb8-afa0c5d659a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:50.908733 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Notify callbacks [] for port, precommit_create {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:50.919298 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Transition to ACTIVE for port object 46f72f6f-9472-4ef3-9570-c6854bcda0b7 will not be triggered until provisioned by entity L2. {{(pid=80388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:30:50.935759 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Transition to ACTIVE for port object 46f72f6f-9472-4ef3-9570-c6854bcda0b7 will not be triggered until provisioned by entity DHCP. {{(pid=80388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:30:50.984640 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656'] for port, after_create {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:50.999942 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:51.109704 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-ec1c4306-9282-4bd6-abb8-afa0c5d659a9 admin admin] Allocated IP 172.28.2.109 (1ab93bf2-7919-44ad-adde-8c05b7be9843/1c619f42-09f4-418f-9c21-3783e8b9bbfe/866017c9-703c-44e1-92ca-7dbdae3d046a) {{(pid=80386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:30:51.313579 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Pushing event updated for resources: {'Port': ['ID=46f72f6f-9472-4ef3-9570-c6854bcda0b7,revision_number=1']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:51.330090 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:51.330275 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ec1c4306-9282-4bd6-abb8-afa0c5d659a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:51.330499 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:51.330851 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:51.331221 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:51.331587 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:51.331949 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:51.332310 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:51.332675 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:51.333059 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:51.333415 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:51.333771 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:51.334126 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:51.334549 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:51.334907 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:51.335262 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:51.335616 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:51.335976 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:51.336331 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:51.336693 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:51.337073 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:51.337428 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:51.337784 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:51.338137 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:51.338490 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:51.344575 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:51.377989 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ec1c4306-9282-4bd6-abb8-afa0c5d659a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1990542'] for port, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:51.380125 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Network 839e7fbe-96f2-44b1-b2ca-aa5064b12f8e is already hosted by enough agents. {{(pid=80388) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:30:51.381334 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Resources bound (agent type, host, resource id): {{(pid=80388) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:30:51.383610 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Received port after_create {{(pid=80388) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:30:51.398285 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-31d7f2ef-31e7-4a27-8650-5f04b5b7509c tempest-VolumesSnapshotTestJSON-1484862428 tempest-VolumesSnapshotTestJSON-1484862428] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:51.444369 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Attempting to bind port 46f72f6f-9472-4ef3-9570-c6854bcda0b7 on host dv-cinder-759955-2-smb for vnic_type normal with profile {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:30:51.444775 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Attempting to bind port 46f72f6f-9472-4ef3-9570-c6854bcda0b7 by drivers openvswitch on host dv-cinder-759955-2-smb at level 0 using segments [{'id': 'ca1988bf-99e3-4e4b-abbd-49c332412732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '839e7fbe-96f2-44b1-b2ca-aa5064b12f8e'}] {{(pid=80388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:30:51.445251 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Attempting to bind port 46f72f6f-9472-4ef3-9570-c6854bcda0b7 on network 839e7fbe-96f2-44b1-b2ca-aa5064b12f8e {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:30:51.452014 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Checking agent: {'id': 'd139265b-832e-4a4b-b5af-b5aa037fc555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 11, 53), 'started_at': datetime.datetime(2020, 11, 18, 16, 12, 23), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:30:51.452683 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Checking segment: {'id': 'ca1988bf-99e3-4e4b-abbd-49c332412732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '839e7fbe-96f2-44b1-b2ca-aa5064b12f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:30:51.453146 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:51.453584 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Bound using segment: {'id': 'ca1988bf-99e3-4e4b-abbd-49c332412732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '839e7fbe-96f2-44b1-b2ca-aa5064b12f8e'} {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:30:51.454100 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Bound port: 46f72f6f-9472-4ef3-9570-c6854bcda0b7, host: dv-cinder-759955-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1988bf-99e3-4e4b-abbd-49c332412732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '839e7fbe-96f2-44b1-b2ca-aa5064b12f8e'}}] {{(pid=80388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:30:51.454516 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:51.541697 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c4306-9282-4bd6-abb8-afa0c5d659a9 admin admin] Pushing event updated for resources: {'Port': ['ID=866017c9-703c-44e1-92ca-7dbdae3d046a,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:51.545575 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] For port 46f72f6f-9472-4ef3-9570-c6854bcda0b7, host dv-cinder-759955-2-smb, cleared binding levels {{(pid=80388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:30:51.547101 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ec1c4306-9282-4bd6-abb8-afa0c5d659a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:51.550052 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] For port 46f72f6f-9472-4ef3-9570-c6854bcda0b7, host dv-cinder-759955-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=46f72f6f-9472-4ef3-9570-c6854bcda0b7,segment=NetworkSegment(ca1988bf-99e3-4e4b-abbd-49c332412732),segment_id=ca1988bf-99e3-4e4b-abbd-49c332412732)] {{(pid=80388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:30:51.589428 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:51.590510 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1c4306-9282-4bd6-abb8-afa0c5d659a9 admin admin] Network 1ab93bf2-7919-44ad-adde-8c05b7be9843 is already hosted by enough agents. {{(pid=80386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:30:51.591701 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-ec1c4306-9282-4bd6-abb8-afa0c5d659a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:30:51.594462 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1c4306-9282-4bd6-abb8-afa0c5d659a9 admin admin] Received port after_create {{(pid=80386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:30:51.605290 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:51.656662 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c5ac4b37-0b00-46f9-ba0a-9cd6e8eae619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:51.765036 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Pushing event updated for resources: {'Port': ['ID=46f72f6f-9472-4ef3-9570-c6854bcda0b7,revision_number=2']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:51.769908 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:51.795188 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ec1c4306-9282-4bd6-abb8-afa0c5d659a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:51.796056 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ec1c4306-9282-4bd6-abb8-afa0c5d659a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-694982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854068906'] for router, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:52.110801 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1c4306-9282-4bd6-abb8-afa0c5d659a9 admin admin] Router 74417fc5-9d4d-446c-bf7c-58af22fe68b3 is scheduled to L3 agent 06010dfa-7d57-41a4-b257-aaebf39abde2 with binding_index 1 {{(pid=80386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 18 16:30:52.138903 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:52.329807 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1c4306-9282-4bd6-abb8-afa0c5d659a9 admin admin] Notify agent at l3_agent.dv-cinder-759955-2-smb the message routers_updated {{(pid=80386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:30:52.338484 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb76f4f1-dec8-418a-9b53-44f5cf0b2248 None None] Sync routers for ids ['74417fc5-9d4d-446c-bf7c-58af22fe68b3'] in dv-cinder-759955-2-smb {{(pid=80389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:30:52.352208 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb76f4f1-dec8-418a-9b53-44f5cf0b2248 None None] Routers {'74417fc5-9d4d-446c-bf7c-58af22fe68b3'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:30:52.352954 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-bb76f4f1-dec8-418a-9b53-44f5cf0b2248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:30:52Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['74417fc5-9d4d-446c-bf7c-58af22fe68b3'], 'active': True} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:30:52.378666 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-ec1c4306-9282-4bd6-abb8-afa0c5d659a9 admin admin] Notify callbacks [] for router, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:52.380005 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-ec1c4306-9282-4bd6-abb8-afa0c5d659a9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2085803 Nov 18 16:30:52.382843 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 55462) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:30:52.544193 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-bb76f4f1-dec8-418a-9b53-44f5cf0b2248 None None] Set router 74417fc5-9d4d-446c-bf7c-58af22fe68b3 gateway port host: dv-cinder-759955-2-smb {{(pid=80389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:30:53.034960 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-bb76f4f1-dec8-418a-9b53-44f5cf0b2248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'name': 'tempest-TestMinimumBasicScenario-833661682-router', 'tenant_id': '5fcdd180683a474f92157f83579dba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '866017c9-703c-44e1-92ca-7dbdae3d046a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:30:50Z', 'updated_at': '2020-11-18T16:30:51Z', 'revision_number': 3, 'project_id': '5fcdd180683a474f92157f83579dba60', 'gw_port': {'id': '866017c9-703c-44e1-92ca-7dbdae3d046a', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:30:50Z', 'updated_at': '2020-11-18T16:30:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb'}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:30:53.040030 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb76f4f1-dec8-418a-9b53-44f5cf0b2248 None None] Checking router: 74417fc5-9d4d-446c-bf7c-58af22fe68b3 for host: dv-cinder-759955-2-smb {{(pid=80389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:30:53.040540 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb76f4f1-dec8-418a-9b53-44f5cf0b2248 None None] Updating router 74417fc5-9d4d-446c-bf7c-58af22fe68b3 port 866017c9-703c-44e1-92ca-7dbdae3d046a binding host dv-cinder-759955-2-smb {{(pid=80389) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:30:53.047776 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:53.102835 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bb76f4f1-dec8-418a-9b53-44f5cf0b2248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:53.103259 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0577c329-d801-4578-a1fb-28d2ed70cfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:53.221541 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82eac314-31b5-412f-98fb-f2627379f1e9 None None] Network 839e7fbe-96f2-44b1-b2ca-aa5064b12f8e requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:30:53.413850 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 46f72f6f-9472-4ef3-9570-c6854bcda0b7 up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:30:53.445571 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-2bafc056-a0d7-4e79-ab57-f297025a3507 None None] Provisioning for port 46f72f6f-9472-4ef3-9570-c6854bcda0b7 completed by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:30:53.533804 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bb76f4f1-dec8-418a-9b53-44f5cf0b2248 None None] Notify callbacks [] for port, precommit_update {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:53.550312 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-bb76f4f1-dec8-418a-9b53-44f5cf0b2248 None None] Transition to ACTIVE for port object 866017c9-703c-44e1-92ca-7dbdae3d046a will not be triggered until provisioned by entity L2. {{(pid=80389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:30:53.595141 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bb76f4f1-dec8-418a-9b53-44f5cf0b2248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:53.611832 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80389) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:53.619048 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning for port 46f72f6f-9472-4ef3-9570-c6854bcda0b7 completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:30:53.626571 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning complete for port 46f72f6f-9472-4ef3-9570-c6854bcda0b7 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:30:53.627006 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:53.684761 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349be560-603d-4167-8665-0321ae67430d None None] Pushing event updated for resources: {'Port': ['ID=866017c9-703c-44e1-92ca-7dbdae3d046a,revision_number=2']} {{(pid=80389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:53.712748 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349be560-603d-4167-8665-0321ae67430d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:53.712990 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349be560-603d-4167-8665-0321ae67430d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:53.716006 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349be560-603d-4167-8665-0321ae67430d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:53.716006 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349be560-603d-4167-8665-0321ae67430d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:53.716006 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349be560-603d-4167-8665-0321ae67430d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:53.716006 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349be560-603d-4167-8665-0321ae67430d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:53.716006 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349be560-603d-4167-8665-0321ae67430d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:53.716006 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349be560-603d-4167-8665-0321ae67430d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:53.716006 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349be560-603d-4167-8665-0321ae67430d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:53.716006 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349be560-603d-4167-8665-0321ae67430d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:53.716006 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349be560-603d-4167-8665-0321ae67430d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:53.716696 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349be560-603d-4167-8665-0321ae67430d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:53.716696 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349be560-603d-4167-8665-0321ae67430d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:53.717144 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349be560-603d-4167-8665-0321ae67430d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:53.717498 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349be560-603d-4167-8665-0321ae67430d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:53.718861 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349be560-603d-4167-8665-0321ae67430d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:53.719314 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349be560-603d-4167-8665-0321ae67430d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:53.719669 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349be560-603d-4167-8665-0321ae67430d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:53.720203 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349be560-603d-4167-8665-0321ae67430d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:53.720558 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349be560-603d-4167-8665-0321ae67430d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:53.720991 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349be560-603d-4167-8665-0321ae67430d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:53.721467 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349be560-603d-4167-8665-0321ae67430d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:53.721817 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349be560-603d-4167-8665-0321ae67430d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:53.722165 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349be560-603d-4167-8665-0321ae67430d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:53.729080 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-349be560-603d-4167-8665-0321ae67430d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80389) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:53.736752 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:53.752913 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [None req-0577c329-d801-4578-a1fb-28d2ed70cfd8 admin admin] Allocated IP 172.20.0.1 (839e7fbe-96f2-44b1-b2ca-aa5064b12f8e/b1d0967d-516d-498a-9fdf-98506537ada4/2c075502-2c48-4fbc-bc80-df4c1477c658) {{(pid=80386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:30:53.769770 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:53.843716 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] For port 46f72f6f-9472-4ef3-9570-c6854bcda0b7, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=46f72f6f-9472-4ef3-9570-c6854bcda0b7,segment=NetworkSegment(ca1988bf-99e3-4e4b-abbd-49c332412732),segment_id=ca1988bf-99e3-4e4b-abbd-49c332412732)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:30:53.844881 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-175e60bb-644b-462e-993f-ffd781209abb None None] Provisioning complete for port 46f72f6f-9472-4ef3-9570-c6854bcda0b7 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:30:53.845355 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-175e60bb-644b-462e-993f-ffd781209abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:53.891764 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:53.897206 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:53.911545 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-bb76f4f1-dec8-418a-9b53-44f5cf0b2248 None None] Attempting to bind port 866017c9-703c-44e1-92ca-7dbdae3d046a on host dv-cinder-759955-2-smb for vnic_type normal with profile {{(pid=80389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:30:53.911958 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-bb76f4f1-dec8-418a-9b53-44f5cf0b2248 None None] Attempting to bind port 866017c9-703c-44e1-92ca-7dbdae3d046a by drivers openvswitch on host dv-cinder-759955-2-smb at level 0 using segments [{'id': 'fd1903d0-2c86-4185-ae42-f007a12d43c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'}] {{(pid=80389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:30:53.912366 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb76f4f1-dec8-418a-9b53-44f5cf0b2248 None None] Attempting to bind port 866017c9-703c-44e1-92ca-7dbdae3d046a on network 1ab93bf2-7919-44ad-adde-8c05b7be9843 {{(pid=80389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:30:53.920382 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb76f4f1-dec8-418a-9b53-44f5cf0b2248 None None] Checking agent: {'id': 'd139265b-832e-4a4b-b5af-b5aa037fc555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 11, 53), 'started_at': datetime.datetime(2020, 11, 18, 16, 12, 23), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:30:53.920855 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb76f4f1-dec8-418a-9b53-44f5cf0b2248 None None] Checking segment: {'id': 'fd1903d0-2c86-4185-ae42-f007a12d43c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:30:53.921794 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bb76f4f1-dec8-418a-9b53-44f5cf0b2248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:53.921794 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb76f4f1-dec8-418a-9b53-44f5cf0b2248 None None] Bound using segment: {'id': 'fd1903d0-2c86-4185-ae42-f007a12d43c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'} {{(pid=80389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:30:53.922235 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-bb76f4f1-dec8-418a-9b53-44f5cf0b2248 None None] Bound port: 866017c9-703c-44e1-92ca-7dbdae3d046a, host: dv-cinder-759955-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1903d0-2c86-4185-ae42-f007a12d43c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'}}] {{(pid=80389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:30:53.922788 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bb76f4f1-dec8-418a-9b53-44f5cf0b2248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:53.959431 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0577c329-d801-4578-a1fb-28d2ed70cfd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:53.979738 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-0577c329-d801-4578-a1fb-28d2ed70cfd8 admin admin] Transition to ACTIVE for port object 2c075502-2c48-4fbc-bc80-df4c1477c658 will not be triggered until provisioned by entity DHCP. {{(pid=80386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:30:54.019028 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-bb76f4f1-dec8-418a-9b53-44f5cf0b2248 None None] For port 866017c9-703c-44e1-92ca-7dbdae3d046a, host dv-cinder-759955-2-smb, cleared binding levels {{(pid=80389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:30:54.022419 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-bb76f4f1-dec8-418a-9b53-44f5cf0b2248 None None] For port 866017c9-703c-44e1-92ca-7dbdae3d046a, host dv-cinder-759955-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=866017c9-703c-44e1-92ca-7dbdae3d046a,segment=NetworkSegment(fd1903d0-2c86-4185-ae42-f007a12d43c6),segment_id=fd1903d0-2c86-4185-ae42-f007a12d43c6)] {{(pid=80389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:30:54.031377 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0577c329-d801-4578-a1fb-28d2ed70cfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1990542'] for port, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:54.037698 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Pushing event updated for resources: {'Port': ['ID=46f72f6f-9472-4ef3-9570-c6854bcda0b7,revision_number=3']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:54.041409 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:54.047678 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:54.059419 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-bb76f4f1-dec8-418a-9b53-44f5cf0b2248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80389) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:54.076267 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-349be560-603d-4167-8665-0321ae67430d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80389) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:54.187194 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-d4a4c879-5ad7-4824-abda-164a6aef18d1 None None] Provisioning complete for port 46f72f6f-9472-4ef3-9570-c6854bcda0b7 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:30:54.187961 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d4a4c879-5ad7-4824-abda-164a6aef18d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:54.204696 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577c329-d801-4578-a1fb-28d2ed70cfd8 admin admin] Pushing event updated for resources: {'Port': ['ID=2c075502-2c48-4fbc-bc80-df4c1477c658,revision_number=1']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:54.209303 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0577c329-d801-4578-a1fb-28d2ed70cfd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:54.230455 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349be560-603d-4167-8665-0321ae67430d None None] Pushing event updated for resources: {'Port': ['ID=866017c9-703c-44e1-92ca-7dbdae3d046a,revision_number=3']} {{(pid=80389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:54.236197 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-349be560-603d-4167-8665-0321ae67430d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80389) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:54.256585 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0577c329-d801-4578-a1fb-28d2ed70cfd8 admin admin] Network 839e7fbe-96f2-44b1-b2ca-aa5064b12f8e is already hosted by enough agents. {{(pid=80386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:30:54.257894 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-0577c329-d801-4578-a1fb-28d2ed70cfd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:30:54.260224 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0577c329-d801-4578-a1fb-28d2ed70cfd8 admin admin] Received port after_create {{(pid=80386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:30:54.281650 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb76f4f1-dec8-418a-9b53-44f5cf0b2248 None None] Routers {'74417fc5-9d4d-446c-bf7c-58af22fe68b3'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:30:54.282325 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-bb76f4f1-dec8-418a-9b53-44f5cf0b2248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:30:52Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['74417fc5-9d4d-446c-bf7c-58af22fe68b3'], 'active': True} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:30:54.324566 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0577c329-d801-4578-a1fb-28d2ed70cfd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700930'] for router_interface, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:54.442876 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0577c329-d801-4578-a1fb-28d2ed70cfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:54.479282 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-bb76f4f1-dec8-418a-9b53-44f5cf0b2248 None None] Set router 74417fc5-9d4d-446c-bf7c-58af22fe68b3 gateway port host: dv-cinder-759955-2-smb {{(pid=80389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:30:54.567097 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-c93fd119-18e6-491d-b754-0279762a7fd3 None None] Provisioning for port 2c075502-2c48-4fbc-bc80-df4c1477c658 completed by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:30:54.572723 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-c93fd119-18e6-491d-b754-0279762a7fd3 None None] Provisioning complete for port 2c075502-2c48-4fbc-bc80-df4c1477c658 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:30:54.573173 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-c93fd119-18e6-491d-b754-0279762a7fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:54.631074 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-c93fd119-18e6-491d-b754-0279762a7fd3 None None] Port 2c075502-2c48-4fbc-bc80-df4c1477c658 cannot update to ACTIVE because it is not bound. {{(pid=80388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:30:54.731512 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0577c329-d801-4578-a1fb-28d2ed70cfd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:54.778864 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0577c329-d801-4578-a1fb-28d2ed70cfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852785257'] for port, after_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:54.784501 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-bb76f4f1-dec8-418a-9b53-44f5cf0b2248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'name': 'tempest-TestMinimumBasicScenario-833661682-router', 'tenant_id': '5fcdd180683a474f92157f83579dba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '866017c9-703c-44e1-92ca-7dbdae3d046a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:30:50Z', 'updated_at': '2020-11-18T16:30:51Z', 'revision_number': 3, 'project_id': '5fcdd180683a474f92157f83579dba60', 'gw_port': {'id': '866017c9-703c-44e1-92ca-7dbdae3d046a', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:30:50Z', 'updated_at': '2020-11-18T16:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb'}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:30:54.789090 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb76f4f1-dec8-418a-9b53-44f5cf0b2248 None None] The sync data for ids ['74417fc5-9d4d-446c-bf7c-58af22fe68b3'] in dv-cinder-759955-2-smb is: [{'id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'name': 'tempest-TestMinimumBasicScenario-833661682-router', 'tenant_id': '5fcdd180683a474f92157f83579dba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '866017c9-703c-44e1-92ca-7dbdae3d046a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:30:50Z', 'updated_at': '2020-11-18T16:30:51Z', 'revision_number': 3, 'project_id': '5fcdd180683a474f92157f83579dba60', 'gw_port': {'id': '866017c9-703c-44e1-92ca-7dbdae3d046a', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:30:50Z', 'updated_at': '2020-11-18T16:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb'}] {{(pid=80389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:30:54.812822 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-61af1219-cbb9-4da7-858f-50849509321f tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:54.897938 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577c329-d801-4578-a1fb-28d2ed70cfd8 admin admin] Pushing event updated for resources: {'Port': ['ID=2c075502-2c48-4fbc-bc80-df4c1477c658,revision_number=2']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:54.901752 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-0577c329-d801-4578-a1fb-28d2ed70cfd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:54.903009 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0577c329-d801-4578-a1fb-28d2ed70cfd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846444243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854074777'] for router_interface, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:55.050558 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0577c329-d801-4578-a1fb-28d2ed70cfd8 admin admin] Network 839e7fbe-96f2-44b1-b2ca-aa5064b12f8e is already hosted by enough agents. {{(pid=80386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:30:55.051705 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [None req-0577c329-d801-4578-a1fb-28d2ed70cfd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:30:55.359357 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-a7d94069-521e-48ab-8ee0-cb0c8130512b None None] Provisioning complete for port 2c075502-2c48-4fbc-bc80-df4c1477c658 triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:30:55.359858 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a7d94069-521e-48ab-8ee0-cb0c8130512b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:55.419626 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 46f72f6f-9472-4ef3-9570-c6854bcda0b7 up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:30:55.454483 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-a7d94069-521e-48ab-8ee0-cb0c8130512b None None] Port 2c075502-2c48-4fbc-bc80-df4c1477c658 cannot update to ACTIVE because it is not bound. {{(pid=80388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:30:55.503644 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning complete for port 46f72f6f-9472-4ef3-9570-c6854bcda0b7 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:30:55.504178 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:55.520357 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0577c329-d801-4578-a1fb-28d2ed70cfd8 admin admin] Router 74417fc5-9d4d-446c-bf7c-58af22fe68b3 has already been hosted by L3 agent 06010dfa-7d57-41a4-b257-aaebf39abde2 {{(pid=80386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:30:55.635106 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 866017c9-703c-44e1-92ca-7dbdae3d046a up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:30:55.738501 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning for port 866017c9-703c-44e1-92ca-7dbdae3d046a completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:30:55.743802 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning complete for port 866017c9-703c-44e1-92ca-7dbdae3d046a triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:30:55.744301 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:55.747757 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0577c329-d801-4578-a1fb-28d2ed70cfd8 admin admin] Notify agent at l3_agent.dv-cinder-759955-2-smb the message routers_updated {{(pid=80386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:30:55.757542 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-0577c329-d801-4578-a1fb-28d2ed70cfd8 admin admin] 10.222.0.26 "PUT /v2.0/routers/74417fc5-9d4d-446c-bf7c-58af22fe68b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3736446 Nov 18 16:30:55.874894 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:55.891696 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] For port 866017c9-703c-44e1-92ca-7dbdae3d046a, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=866017c9-703c-44e1-92ca-7dbdae3d046a,segment=NetworkSegment(fd1903d0-2c86-4185-ae42-f007a12d43c6),segment_id=fd1903d0-2c86-4185-ae42-f007a12d43c6)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:30:55.921797 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:55.924038 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b8c5ccb8-4166-43ae-b489-9bcf649927f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:55.996128 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Pushing event updated for resources: {'Port': ['ID=866017c9-703c-44e1-92ca-7dbdae3d046a,revision_number=4']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:55.999680 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:57.339012 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 866017c9-703c-44e1-92ca-7dbdae3d046a up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:30:57.432738 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning complete for port 866017c9-703c-44e1-92ca-7dbdae3d046a triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:30:57.433188 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:57.649944 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35817ccd-6442-4307-8312-3837537f247e None None] Sync routers for ids ['74417fc5-9d4d-446c-bf7c-58af22fe68b3'] in dv-cinder-759955-2-smb {{(pid=80388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:30:57.666240 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35817ccd-6442-4307-8312-3837537f247e None None] Routers {'74417fc5-9d4d-446c-bf7c-58af22fe68b3'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:30:57.666960 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-35817ccd-6442-4307-8312-3837537f247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:30:52Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['74417fc5-9d4d-446c-bf7c-58af22fe68b3'], 'active': True} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:30:57.824540 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:57.879537 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-35817ccd-6442-4307-8312-3837537f247e None None] Set router 74417fc5-9d4d-446c-bf7c-58af22fe68b3 gateway port host: dv-cinder-759955-2-smb {{(pid=80388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:30:58.409694 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-35817ccd-6442-4307-8312-3837537f247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'name': 'tempest-TestMinimumBasicScenario-833661682-router', 'tenant_id': '5fcdd180683a474f92157f83579dba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '866017c9-703c-44e1-92ca-7dbdae3d046a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:30:50Z', 'updated_at': '2020-11-18T16:30:54Z', 'revision_number': 4, 'project_id': '5fcdd180683a474f92157f83579dba60', 'gw_port': {'id': '866017c9-703c-44e1-92ca-7dbdae3d046a', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:30:50Z', 'updated_at': '2020-11-18T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '2c075502-2c48-4fbc-bc80-df4c1477c658', 'name': '', 'network_id': '839e7fbe-96f2-44b1-b2ca-aa5064b12f8e', 'tenant_id': '5fcdd180683a474f92157f83579dba60', 'mac_address': 'fa:16:3e:de:2f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1d0967d-516d-498a-9fdf-98506537ada4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:30:53Z', 'updated_at': '2020-11-18T16:30:54Z', 'revision_number': 2, 'project_id': '5fcdd180683a474f92157f83579dba60', 'subnets': [{'id': 'b1d0967d-516d-498a-9fdf-98506537ada4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:30:58.415231 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35817ccd-6442-4307-8312-3837537f247e None None] Checking router: 74417fc5-9d4d-446c-bf7c-58af22fe68b3 for host: dv-cinder-759955-2-smb {{(pid=80388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:30:58.415231 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35817ccd-6442-4307-8312-3837537f247e None None] Updating router 74417fc5-9d4d-446c-bf7c-58af22fe68b3 port 2c075502-2c48-4fbc-bc80-df4c1477c658 binding host dv-cinder-759955-2-smb {{(pid=80388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:30:58.471394 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-35817ccd-6442-4307-8312-3837537f247e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:58.932254 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-35817ccd-6442-4307-8312-3837537f247e None None] Notify callbacks [] for port, precommit_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:58.947979 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-35817ccd-6442-4307-8312-3837537f247e None None] Transition to ACTIVE for port object 2c075502-2c48-4fbc-bc80-df4c1477c658 will not be triggered until provisioned by entity L2. {{(pid=80388) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:30:58.988679 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-35817ccd-6442-4307-8312-3837537f247e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:59.005279 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-89ba8a9c-0784-46ee-a49a-83828977019f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:59.152639 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245cd80-2d60-444e-9027-a5725dd08b71 None None] Pushing event updated for resources: {'Port': ['ID=2c075502-2c48-4fbc-bc80-df4c1477c658,revision_number=3']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:59.156577 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4245cd80-2d60-444e-9027-a5725dd08b71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:59.333750 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-35817ccd-6442-4307-8312-3837537f247e None None] Attempting to bind port 2c075502-2c48-4fbc-bc80-df4c1477c658 on host dv-cinder-759955-2-smb for vnic_type normal with profile {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:30:59.334170 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-35817ccd-6442-4307-8312-3837537f247e None None] Attempting to bind port 2c075502-2c48-4fbc-bc80-df4c1477c658 by drivers openvswitch on host dv-cinder-759955-2-smb at level 0 using segments [{'id': 'ca1988bf-99e3-4e4b-abbd-49c332412732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '839e7fbe-96f2-44b1-b2ca-aa5064b12f8e'}] {{(pid=80388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:30:59.334580 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35817ccd-6442-4307-8312-3837537f247e None None] Attempting to bind port 2c075502-2c48-4fbc-bc80-df4c1477c658 on network 839e7fbe-96f2-44b1-b2ca-aa5064b12f8e {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:30:59.342125 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35817ccd-6442-4307-8312-3837537f247e None None] Checking agent: {'id': 'd139265b-832e-4a4b-b5af-b5aa037fc555', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 11, 53), 'started_at': datetime.datetime(2020, 11, 18, 16, 12, 23), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.32', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:30:59.343218 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35817ccd-6442-4307-8312-3837537f247e None None] Checking segment: {'id': 'ca1988bf-99e3-4e4b-abbd-49c332412732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '839e7fbe-96f2-44b1-b2ca-aa5064b12f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:30:59.344087 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-35817ccd-6442-4307-8312-3837537f247e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:59.344531 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35817ccd-6442-4307-8312-3837537f247e None None] Bound using segment: {'id': 'ca1988bf-99e3-4e4b-abbd-49c332412732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '839e7fbe-96f2-44b1-b2ca-aa5064b12f8e'} {{(pid=80388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:30:59.345111 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-35817ccd-6442-4307-8312-3837537f247e None None] Bound port: 2c075502-2c48-4fbc-bc80-df4c1477c658, host: dv-cinder-759955-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1988bf-99e3-4e4b-abbd-49c332412732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '839e7fbe-96f2-44b1-b2ca-aa5064b12f8e'}}] {{(pid=80388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:30:59.345538 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-35817ccd-6442-4307-8312-3837537f247e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:59.471167 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-35817ccd-6442-4307-8312-3837537f247e None None] For port 2c075502-2c48-4fbc-bc80-df4c1477c658, host dv-cinder-759955-2-smb, cleared binding levels {{(pid=80388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:30:59.475333 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-35817ccd-6442-4307-8312-3837537f247e None None] For port 2c075502-2c48-4fbc-bc80-df4c1477c658, host dv-cinder-759955-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=2c075502-2c48-4fbc-bc80-df4c1477c658,segment=NetworkSegment(ca1988bf-99e3-4e4b-abbd-49c332412732),segment_id=ca1988bf-99e3-4e4b-abbd-49c332412732)] {{(pid=80388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:30:59.584575 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-35817ccd-6442-4307-8312-3837537f247e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:59.598478 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:59.754158 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245cd80-2d60-444e-9027-a5725dd08b71 None None] Pushing event updated for resources: {'Port': ['ID=2c075502-2c48-4fbc-bc80-df4c1477c658,revision_number=4']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:59.759243 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4245cd80-2d60-444e-9027-a5725dd08b71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:59.819485 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35817ccd-6442-4307-8312-3837537f247e None None] Routers {'74417fc5-9d4d-446c-bf7c-58af22fe68b3'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:30:59.820156 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-35817ccd-6442-4307-8312-3837537f247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:30:52Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['74417fc5-9d4d-446c-bf7c-58af22fe68b3'], 'active': True} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:31:00.053989 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-35817ccd-6442-4307-8312-3837537f247e None None] Set router 74417fc5-9d4d-446c-bf7c-58af22fe68b3 gateway port host: dv-cinder-759955-2-smb {{(pid=80388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:31:00.443215 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-35817ccd-6442-4307-8312-3837537f247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'name': 'tempest-TestMinimumBasicScenario-833661682-router', 'tenant_id': '5fcdd180683a474f92157f83579dba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '866017c9-703c-44e1-92ca-7dbdae3d046a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:30:50Z', 'updated_at': '2020-11-18T16:30:54Z', 'revision_number': 4, 'project_id': '5fcdd180683a474f92157f83579dba60', 'gw_port': {'id': '866017c9-703c-44e1-92ca-7dbdae3d046a', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:30:50Z', 'updated_at': '2020-11-18T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '2c075502-2c48-4fbc-bc80-df4c1477c658', 'name': '', 'network_id': '839e7fbe-96f2-44b1-b2ca-aa5064b12f8e', 'tenant_id': '5fcdd180683a474f92157f83579dba60', 'mac_address': 'fa:16:3e:de:2f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1d0967d-516d-498a-9fdf-98506537ada4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:30:53Z', 'updated_at': '2020-11-18T16:30:59Z', 'revision_number': 4, 'project_id': '5fcdd180683a474f92157f83579dba60', 'subnets': [{'id': 'b1d0967d-516d-498a-9fdf-98506537ada4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:31:00.448122 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35817ccd-6442-4307-8312-3837537f247e None None] The sync data for ids ['74417fc5-9d4d-446c-bf7c-58af22fe68b3'] in dv-cinder-759955-2-smb is: [{'id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'name': 'tempest-TestMinimumBasicScenario-833661682-router', 'tenant_id': '5fcdd180683a474f92157f83579dba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '866017c9-703c-44e1-92ca-7dbdae3d046a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:30:50Z', 'updated_at': '2020-11-18T16:30:54Z', 'revision_number': 4, 'project_id': '5fcdd180683a474f92157f83579dba60', 'gw_port': {'id': '866017c9-703c-44e1-92ca-7dbdae3d046a', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:30:50Z', 'updated_at': '2020-11-18T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '2c075502-2c48-4fbc-bc80-df4c1477c658', 'name': '', 'network_id': '839e7fbe-96f2-44b1-b2ca-aa5064b12f8e', 'tenant_id': '5fcdd180683a474f92157f83579dba60', 'mac_address': 'fa:16:3e:de:2f:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1d0967d-516d-498a-9fdf-98506537ada4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:30:53Z', 'updated_at': '2020-11-18T16:30:59Z', 'revision_number': 4, 'project_id': '5fcdd180683a474f92157f83579dba60', 'subnets': [{'id': 'b1d0967d-516d-498a-9fdf-98506537ada4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:31:01.398541 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 2c075502-2c48-4fbc-bc80-df4c1477c658 up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:31:01.514514 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning for port 2c075502-2c48-4fbc-bc80-df4c1477c658 completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:31:01.520139 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning complete for port 2c075502-2c48-4fbc-bc80-df4c1477c658 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:31:01.520566 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:01.656475 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:01.693123 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] For port 2c075502-2c48-4fbc-bc80-df4c1477c658, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=2c075502-2c48-4fbc-bc80-df4c1477c658,segment=NetworkSegment(ca1988bf-99e3-4e4b-abbd-49c332412732),segment_id=ca1988bf-99e3-4e4b-abbd-49c332412732)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:31:01.720285 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:01.722325 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3dd141f6-78d2-4fdc-955b-b661033ac98b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:31:01.800318 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Pushing event updated for resources: {'Port': ['ID=2c075502-2c48-4fbc-bc80-df4c1477c658,revision_number=5']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:31:01.813246 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:31:03.338717 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 2c075502-2c48-4fbc-bc80-df4c1477c658 up at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:31:03.422268 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Provisioning complete for port 2c075502-2c48-4fbc-bc80-df4c1477c658 triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:31:03.422604 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:07.653753 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-dcb9362c-6205-44d3-bfec-4a91a9141fd9 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:07.655919 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-dcb9362c-6205-44d3-bfec-4a91a9141fd9 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/networks?id=839e7fbe-96f2-44b1-b2ca-aa5064b12f8e HTTP/1.1" status: 200 len: 814 time: 0.1651437 Nov 18 16:31:07.673286 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-03ae53cd-4b41-4cde-b14c-4eeae2a4fd69 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/quotas/5fcdd180683a474f92157f83579dba60 HTTP/1.1" status: 200 len: 375 time: 0.0114865 Nov 18 16:31:07.757649 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-021b411b-e61f-4843-b7f6-4fb5e95a1e03 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?tenant_id=5fcdd180683a474f92157f83579dba60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790317 Nov 18 16:31:07.774132 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-524e45c8-c224-4e4c-a619-4b31929bd0ba service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=80387) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:31:07.775512 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-524e45c8-c224-4e4c-a619-4b31929bd0ba service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0059183 Nov 18 16:31:07.922602 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-78f39ee9-9844-4012-be18-65f1ece89845 service neutron] 10.222.0.26 "GET /v2.0/networks/839e7fbe-96f2-44b1-b2ca-aa5064b12f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389871 Nov 18 16:31:08.066526 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-7545a17c-c067-437b-ae94-7e1a943f96e1 service neutron] 10.222.0.26 "GET /v2.0/networks/839e7fbe-96f2-44b1-b2ca-aa5064b12f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1375704 Nov 18 16:31:08.421421 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-2ca573c6-0923-447f-9b1a-b549d83c12e9 req-29458944-c4b8-4c40-8340-2238361a69a9 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Synchronizing usage tracker for tenant:5fcdd180683a474f92157f83579dba60 on resource:port {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:31:08.458179 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-2ca573c6-0923-447f-9b1a-b549d83c12e9 req-29458944-c4b8-4c40-8340-2238361a69a9 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Unset dirty status for tenant:5fcdd180683a474f92157f83579dba60 on resource:port {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:31:08.459464 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2ca573c6-0923-447f-9b1a-b549d83c12e9 req-29458944-c4b8-4c40-8340-2238361a69a9 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 210 time: 0.1669676 Nov 18 16:31:09.637240 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-390f692c-1e1c-4d7c-aa79-831bc38ec861 req-f9071712-8f0f-4169-8be5-1ce3ff794128 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 210 time: 0.0496397 Nov 18 16:31:10.078557 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-15c88304-de55-4596-83f9-e51ed9097eba tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:10.080159 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-15c88304-de55-4596-83f9-e51ed9097eba tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.13 "GET /v2.0/networks?id=839e7fbe-96f2-44b1-b2ca-aa5064b12f8e HTTP/1.1" status: 200 len: 814 time: 0.1563311 Nov 18 16:31:10.096391 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-8751bd8b-57ee-4e11-b259-d15e3c66beed tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Request body: {'port': {'device_id': '63c4edff-d746-44a1-8f08-6d830eea6baa', 'network_id': '839e7fbe-96f2-44b1-b2ca-aa5064b12f8e', 'admin_state_up': True, 'tenant_id': '5fcdd180683a474f92157f83579dba60'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:31:10.242793 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-8751bd8b-57ee-4e11-b259-d15e3c66beed tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:31:10.253862 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-8751bd8b-57ee-4e11-b259-d15e3c66beed tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:31:10.303584 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-8751bd8b-57ee-4e11-b259-d15e3c66beed tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Made reservation on behalf of 5fcdd180683a474f92157f83579dba60 for: {'port': 1} {{(pid=80387) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:31:10.309130 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-8751bd8b-57ee-4e11-b259-d15e3c66beed tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:10.631294 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-8751bd8b-57ee-4e11-b259-d15e3c66beed tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Allocated IP 172.20.0.11 (839e7fbe-96f2-44b1-b2ca-aa5064b12f8e/b1d0967d-516d-498a-9fdf-98506537ada4/5e2f5fae-5153-41aa-8c1c-8ab6891e1fba) {{(pid=80387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:31:10.918051 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9fd5a657-ba7c-4de0-84df-fa7fbb9308bf req-30329f06-6e9d-4fd2-809c-b116178f7a14 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 210 time: 0.1013284 Nov 18 16:31:11.177766 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-8751bd8b-57ee-4e11-b259-d15e3c66beed tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks [] for port, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:11.196243 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-8751bd8b-57ee-4e11-b259-d15e3c66beed tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Transition to ACTIVE for port object 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba will not be triggered until provisioned by entity DHCP. {{(pid=80387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:31:11.265180 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-8751bd8b-57ee-4e11-b259-d15e3c66beed tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:11.282752 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-527d0b48-4965-4c1e-8822-c86feaa783a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:31:11.435089 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751bd8b-57ee-4e11-b259-d15e3c66beed tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Pushing event updated for resources: {'Port': ['ID=5e2f5fae-5153-41aa-8c1c-8ab6891e1fba,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:31:11.441392 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-8751bd8b-57ee-4e11-b259-d15e3c66beed tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:31:11.494458 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-8751bd8b-57ee-4e11-b259-d15e3c66beed tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Network 839e7fbe-96f2-44b1-b2ca-aa5064b12f8e is already hosted by enough agents. {{(pid=80387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:31:11.495598 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-8751bd8b-57ee-4e11-b259-d15e3c66beed tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Resources bound (agent type, host, resource id): {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:31:11.498116 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-8751bd8b-57ee-4e11-b259-d15e3c66beed tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Received port after_create {{(pid=80387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:31:11.567595 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-8751bd8b-57ee-4e11-b259-d15e3c66beed tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:11.568307 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-8751bd8b-57ee-4e11-b259-d15e3c66beed tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:11.636498 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-8751bd8b-57ee-4e11-b259-d15e3c66beed tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5438831 Nov 18 16:31:11.750132 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-6554a91d-831e-4e92-b76a-e34da32e1892 None None] Provisioning for port 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba completed by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:31:11.755679 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-6554a91d-831e-4e92-b76a-e34da32e1892 None None] Provisioning complete for port 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:31:11.756106 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6554a91d-831e-4e92-b76a-e34da32e1892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:11.816007 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-6554a91d-831e-4e92-b76a-e34da32e1892 None None] Port 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba cannot update to ACTIVE because it is not bound. {{(pid=80388) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:31:12.135042 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151bc0a-13c5-48e9-9535-78c17d31f3d3 req-5cb0df9e-9b94-4a82-840b-28b7ba3372d5 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:12.135814 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-2151bc0a-13c5-48e9-9535-78c17d31f3d3 req-5cb0df9e-9b94-4a82-840b-28b7ba3372d5 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Synchronizing usage tracker for tenant:5fcdd180683a474f92157f83579dba60 on resource:port {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:31:12.184284 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-2151bc0a-13c5-48e9-9535-78c17d31f3d3 req-5cb0df9e-9b94-4a82-840b-28b7ba3372d5 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Unset dirty status for tenant:5fcdd180683a474f92157f83579dba60 on resource:port {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:31:12.186361 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2151bc0a-13c5-48e9-9535-78c17d31f3d3 req-5cb0df9e-9b94-4a82-840b-28b7ba3372d5 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 932 time: 0.1374323 Nov 18 16:31:12.243819 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2151bc0a-13c5-48e9-9535-78c17d31f3d3 req-a0bb4f22-f375-4a3d-b670-d51133653f38 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?id=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503607 Nov 18 16:31:13.465607 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45be21-8913-4817-b225-979c3f05cc1c req-b41db76c-ccee-470f-968c-c64a136750b6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:13.467504 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ce45be21-8913-4817-b225-979c3f05cc1c req-b41db76c-ccee-470f-968c-c64a136750b6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 932 time: 0.0904617 Nov 18 16:31:13.518691 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-ce45be21-8913-4817-b225-979c3f05cc1c req-536b27a9-8b6a-45f3-b214-850a466c82c2 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Synchronizing usage tracker for tenant:5fcdd180683a474f92157f83579dba60 on resource:security_group {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:31:13.589997 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-ce45be21-8913-4817-b225-979c3f05cc1c req-536b27a9-8b6a-45f3-b214-850a466c82c2 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Unset dirty status for tenant:5fcdd180683a474f92157f83579dba60 on resource:security_group {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:31:13.591226 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ce45be21-8913-4817-b225-979c3f05cc1c req-536b27a9-8b6a-45f3-b214-850a466c82c2 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?id=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175308 Nov 18 16:31:14.818195 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b3409-5261-4c94-aa09-45266e6ce14f req-9b0842ee-5372-4bb6-ac5d-fbfe22e71435 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:14.819814 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-440b3409-5261-4c94-aa09-45266e6ce14f req-9b0842ee-5372-4bb6-ac5d-fbfe22e71435 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 932 time: 0.0901613 Nov 18 16:31:14.871744 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-440b3409-5261-4c94-aa09-45266e6ce14f req-ce88ced2-84eb-4b5d-a611-4b1a1e773b93 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?id=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456057 Nov 18 16:31:15.173092 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 6 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:31:16.100156 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9ec8e-2fa5-4051-9e0a-df18c7eb0f97 req-3f88b6ff-18e3-4b56-aca8-985f672dc261 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:16.102841 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7cf9ec8e-2fa5-4051-9e0a-df18c7eb0f97 req-3f88b6ff-18e3-4b56-aca8-985f672dc261 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 932 time: 0.0909081 Nov 18 16:31:16.153885 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7cf9ec8e-2fa5-4051-9e0a-df18c7eb0f97 req-207bf95c-2ff7-4d3d-9222-6dec55fb943a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?id=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459406 Nov 18 16:31:17.384507 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431008a-a437-4a02-b302-8bb467415a55 req-e7a14413-7c74-4474-9c16-3a65b59ed8e1 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:17.386897 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8431008a-a437-4a02-b302-8bb467415a55 req-e7a14413-7c74-4474-9c16-3a65b59ed8e1 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 932 time: 0.0972929 Nov 18 16:31:17.446987 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8431008a-a437-4a02-b302-8bb467415a55 req-ac69346c-b80e-4b55-ae53-a1d789c9993b tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?id=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534492 Nov 18 16:31:18.685319 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8f13a-4c20-4fd4-8342-b938e6f8b057 req-4f9ac9e8-56e2-4a45-bee7-faee632a6bd8 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:18.687474 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-cec8f13a-4c20-4fd4-8342-b938e6f8b057 req-4f9ac9e8-56e2-4a45-bee7-faee632a6bd8 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 932 time: 0.0928309 Nov 18 16:31:18.740423 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-cec8f13a-4c20-4fd4-8342-b938e6f8b057 req-ad126e4b-5b26-4066-aca4-178690388c3a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?id=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462763 Nov 18 16:31:19.064575 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-a6d879eb-08d4-4d94-8933-4e63f0d8a6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:19.964316 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ff928-b0fe-4874-8a71-48e101676d41 req-a0d3ae65-32e3-4e9a-9953-ab15da29e71d tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:19.965935 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a47ff928-b0fe-4874-8a71-48e101676d41 req-a0d3ae65-32e3-4e9a-9953-ab15da29e71d tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 932 time: 0.0884967 Nov 18 16:31:20.018701 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a47ff928-b0fe-4874-8a71-48e101676d41 req-9dddaae5-e371-4e97-94ae-85eb7f6d0077 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?id=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458336 Nov 18 16:31:20.418440 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-d7845064-c497-4c85-b807-2de971962434 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=80387) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:31:20.419552 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-d7845064-c497-4c85-b807-2de971962434 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0057416 Nov 18 16:31:20.507885 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-55362fc2-54b1-47bc-80a6-296a3f5e8e34 service neutron] Request body: {'port': {'device_id': '63c4edff-d746-44a1-8f08-6d830eea6baa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:31:20.625691 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-55362fc2-54b1-47bc-80a6-296a3f5e8e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:21.035929 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-55362fc2-54b1-47bc-80a6-296a3f5e8e34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba {{(pid=80387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:31:21.042892 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-55362fc2-54b1-47bc-80a6-296a3f5e8e34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:21.055741 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-55362fc2-54b1-47bc-80a6-296a3f5e8e34 service neutron] Transition to ACTIVE for port object 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba will not be triggered until provisioned by entity L2. {{(pid=80387) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:31:21.098228 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-55362fc2-54b1-47bc-80a6-296a3f5e8e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445729'] for port, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:21.114578 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f2e865ea-cc4e-4c5e-bc50-40d6dd6dfb54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:31:21.228467 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288d57f-8e3e-4e0c-a9f1-b29a75ec21f1 req-01edd08d-7344-448b-aef5-0fdb1723b88f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:21.230092 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3288d57f-8e3e-4e0c-a9f1-b29a75ec21f1 req-01edd08d-7344-448b-aef5-0fdb1723b88f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 944 time: 0.0834908 Nov 18 16:31:21.257123 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55362fc2-54b1-47bc-80a6-296a3f5e8e34 service neutron] Pushing event updated for resources: {'Port': ['ID=5e2f5fae-5153-41aa-8c1c-8ab6891e1fba,revision_number=2']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:31:21.261724 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-55362fc2-54b1-47bc-80a6-296a3f5e8e34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:31:21.284494 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3288d57f-8e3e-4e0c-a9f1-b29a75ec21f1 req-415e54ec-1309-4ff6-9be5-8b7914268072 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?id=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475454 Nov 18 16:31:21.443789 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-55362fc2-54b1-47bc-80a6-296a3f5e8e34 service neutron] Attempting to bind port 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba on host hv-cinder-75995 for vnic_type normal with profile {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:31:21.444168 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-55362fc2-54b1-47bc-80a6-296a3f5e8e34 service neutron] Attempting to bind port 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'ca1988bf-99e3-4e4b-abbd-49c332412732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '839e7fbe-96f2-44b1-b2ca-aa5064b12f8e'}] {{(pid=80387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:31:21.444541 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-55362fc2-54b1-47bc-80a6-296a3f5e8e34 service neutron] Attempting to bind port 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba on network 839e7fbe-96f2-44b1-b2ca-aa5064b12f8e {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:31:21.452463 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-55362fc2-54b1-47bc-80a6-296a3f5e8e34 service neutron] Checking agent: {'id': '3488e2eb-83f3-429f-9709-c44be6a31d37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 18, 57), 'started_at': datetime.datetime(2020, 11, 18, 16, 19, 27), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:31:21.452877 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-55362fc2-54b1-47bc-80a6-296a3f5e8e34 service neutron] Checking segment: {'id': 'ca1988bf-99e3-4e4b-abbd-49c332412732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '839e7fbe-96f2-44b1-b2ca-aa5064b12f8e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:31:21.453289 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-55362fc2-54b1-47bc-80a6-296a3f5e8e34 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:21.453689 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-55362fc2-54b1-47bc-80a6-296a3f5e8e34 service neutron] Bound using segment: {'id': 'ca1988bf-99e3-4e4b-abbd-49c332412732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '839e7fbe-96f2-44b1-b2ca-aa5064b12f8e'} {{(pid=80387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:31:21.454199 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-55362fc2-54b1-47bc-80a6-296a3f5e8e34 service neutron] Bound port: 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1988bf-99e3-4e4b-abbd-49c332412732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '839e7fbe-96f2-44b1-b2ca-aa5064b12f8e'}}] {{(pid=80387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:31:21.454578 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-55362fc2-54b1-47bc-80a6-296a3f5e8e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:21.546579 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-55362fc2-54b1-47bc-80a6-296a3f5e8e34 service neutron] For port 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba, host hv-cinder-75995, cleared binding levels {{(pid=80387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:31:21.549747 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-55362fc2-54b1-47bc-80a6-296a3f5e8e34 service neutron] For port 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=5e2f5fae-5153-41aa-8c1c-8ab6891e1fba,segment=NetworkSegment(ca1988bf-99e3-4e4b-abbd-49c332412732),segment_id=ca1988bf-99e3-4e4b-abbd-49c332412732)] {{(pid=80387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:31:21.590012 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-55362fc2-54b1-47bc-80a6-296a3f5e8e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445729'] for port, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:21.609531 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2a92d8aa-7a89-4208-a265-e5c6d717b8d3 tempest-AttachVolumeShelveTestJSON-798886382 tempest-AttachVolumeShelveTestJSON-798886382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:31:21.623934 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7d832e86-bb5b-4921-b333-26ce650cbed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:21.758225 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55362fc2-54b1-47bc-80a6-296a3f5e8e34 service neutron] Pushing event updated for resources: {'Port': ['ID=5e2f5fae-5153-41aa-8c1c-8ab6891e1fba,revision_number=3']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:31:21.762076 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-55362fc2-54b1-47bc-80a6-296a3f5e8e34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:31:21.800783 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-55362fc2-54b1-47bc-80a6-296a3f5e8e34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:21.802328 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-55362fc2-54b1-47bc-80a6-296a3f5e8e34 service neutron] 10.222.0.13 "PUT /v2.0/ports/5e2f5fae-5153-41aa-8c1c-8ab6891e1fba HTTP/1.1" status: 200 len: 1158 time: 1.3752940 Nov 18 16:31:21.802882 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c4edff-d746-44a1-8f08-6d830eea6baa', 'tag': '5e2f5fae-5153-41aa-8c1c-8ab6891e1fba'}] {{(pid=80387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:31:21.862817 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c4edff-d746-44a1-8f08-6d830eea6baa', 'tag': '5e2f5fae-5153-41aa-8c1c-8ab6891e1fba', 'status': 'completed', 'code': 200} Nov 18 16:31:21.965745 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-0ccf1a29-70b6-4519-ba73-d83b814067f4 req-14daac32-87d3-408f-a4ba-8b0d3bf4548a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5fcdd180683a474f92157f83579dba60&device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 1161 time: 0.0795772 Nov 18 16:31:22.092397 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:22.121436 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf1a29-70b6-4519-ba73-d83b814067f4 req-dba56ede-c9ef-4a31-9947-1b089a20825f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:22.124360 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-0ccf1a29-70b6-4519-ba73-d83b814067f4 req-dba56ede-c9ef-4a31-9947-1b089a20825f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=5fcdd180683a474f92157f83579dba60&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1511300 Nov 18 16:31:22.269055 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf1a29-70b6-4519-ba73-d83b814067f4 req-f6c30a4d-b01d-4567-82be-90c5248cfc67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:22.270676 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-0ccf1a29-70b6-4519-ba73-d83b814067f4 req-f6c30a4d-b01d-4567-82be-90c5248cfc67 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1407979 Nov 18 16:31:22.386407 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-4ef17e69-7ff3-451e-a3ee-ecaca2bc6a3c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5fcdd180683a474f92157f83579dba60&device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 1161 time: 0.0805845 Nov 18 16:31:22.459374 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-429a68f3-d373-4685-99a2-379c9da044b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e2f5fae-5153-41aa-8c1c-8ab6891e1fba HTTP/1.1" status: 200 len: 217 time: 0.0656524 Nov 18 16:31:22.499885 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79441b-fa15-444a-bc03-8c0ebf6e07e5 req-48e6aa4d-cecb-403f-8ca0-90ee7e8fdb25 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:22.501573 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ee79441b-fa15-444a-bc03-8c0ebf6e07e5 req-48e6aa4d-cecb-403f-8ca0-90ee7e8fdb25 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 944 time: 0.0858533 Nov 18 16:31:22.533970 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-75e656d9-4211-4490-947b-ffcfd9700851 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:22.535537 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-75e656d9-4211-4490-947b-ffcfd9700851 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1d0967d-516d-498a-9fdf-98506537ada4 HTTP/1.1" status: 200 len: 853 time: 0.0709071 Nov 18 16:31:22.553049 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ee79441b-fa15-444a-bc03-8c0ebf6e07e5 req-f4d96b34-e222-4d37-8355-49888fbbe2b7 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?id=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451133 Nov 18 16:31:22.617711 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-6c17367b-ac3c-4446-9203-53385937cd1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=839e7fbe-96f2-44b1-b2ca-aa5064b12f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758722 Nov 18 16:31:22.769872 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-00e38dd0-7f7b-4f23-9902-35daefd0fe93 service neutron] 10.222.0.13 "GET /v2.0/networks/839e7fbe-96f2-44b1-b2ca-aa5064b12f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444993 Nov 18 16:31:22.948190 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5f8e4efe-a2df-4c76-9c59-65593fc464bb req-6b9bad57-87a3-44dd-bbd6-4691dfebeaf0 service neutron] 10.222.0.13 "GET /v2.0/networks/839e7fbe-96f2-44b1-b2ca-aa5064b12f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1724954 Nov 18 16:31:24.349936 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:24.429643 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:24.530244 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0338e0-c1e1-45ca-bfa4-e3dfaceb984c req-ab997605-5ee7-4236-8d2a-b5ecd55a3ee4 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:24.531820 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7f0338e0-c1e1-45ca-bfa4-e3dfaceb984c req-ab997605-5ee7-4236-8d2a-b5ecd55a3ee4 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 944 time: 0.0884275 Nov 18 16:31:24.582881 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7f0338e0-c1e1-45ca-bfa4-e3dfaceb984c req-e842ac14-c696-451d-b363-573ee73b222e tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?id=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444872 Nov 18 16:31:25.799199 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6f932-bef1-4437-b5a8-b729ad786973 req-2d44b0dd-2f20-4065-bc01-0833d27a7c9c tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:25.800858 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-faf6f932-bef1-4437-b5a8-b729ad786973 req-2d44b0dd-2f20-4065-bc01-0833d27a7c9c tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 944 time: 0.0883787 Nov 18 16:31:25.849524 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-faf6f932-bef1-4437-b5a8-b729ad786973 req-2554c2bc-b5ba-4dbd-b2cb-d8174cc9dd8d tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?id=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425189 Nov 18 16:31:26.056584 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.objects.ports [None req-1d257d33-f98a-4684-8fc4-6bc9c7163761 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80388) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 18 16:31:26.325280 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:31:26.423570 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning for port 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba completed by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:31:26.428367 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:31:26.428838 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:26.548132 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:26.576753 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c4edff-d746-44a1-8f08-6d830eea6baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2f5fae-5153-41aa-8c1c-8ab6891e1fba'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:31:26.586837 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=5e2f5fae-5153-41aa-8c1c-8ab6891e1fba,segment=NetworkSegment(ca1988bf-99e3-4e4b-abbd-49c332412732),segment_id=ca1988bf-99e3-4e4b-abbd-49c332412732)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:31:26.618198 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:26.620164 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-7e5ca854-01fb-4b4a-b78a-f37d56cd7680 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:31:26.655649 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c4edff-d746-44a1-8f08-6d830eea6baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2f5fae-5153-41aa-8c1c-8ab6891e1fba', 'code': 200} Nov 18 16:31:26.692318 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=5e2f5fae-5153-41aa-8c1c-8ab6891e1fba,revision_number=4']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:31:26.695626 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:31:26.931354 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-939715fb-494b-4196-a77b-a1a06cb08eae req-4323fc55-90df-415a-814c-fccf4aff3409 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 1163 time: 0.0770442 Nov 18 16:31:26.976935 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-939715fb-494b-4196-a77b-a1a06cb08eae req-9dd5123b-b115-4f9b-a541-f2464f82b188 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384676 Nov 18 16:31:27.061223 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d554df-0f8a-47c3-ac4b-0c7dfba28053 req-ec959972-0e7b-4c53-ab14-4998333aa4d6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:27.062817 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-07d554df-0f8a-47c3-ac4b-0c7dfba28053 req-ec959972-0e7b-4c53-ab14-4998333aa4d6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 946 time: 0.0848758 Nov 18 16:31:27.111192 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-07d554df-0f8a-47c3-ac4b-0c7dfba28053 req-204657a7-05d6-433e-b992-ace75ec42db2 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?id=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423012 Nov 18 16:31:27.726227 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:27.983846 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:31:28.055539 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:31:28.055959 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:28.338834 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759070ff-fb72-473d-8f99-e8e9beb86245 req-c6c57109-4b9f-45ac-b594-52674236c0d5 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:28.340558 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-759070ff-fb72-473d-8f99-e8e9beb86245 req-c6c57109-4b9f-45ac-b594-52674236c0d5 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 946 time: 0.0949020 Nov 18 16:31:28.388948 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-759070ff-fb72-473d-8f99-e8e9beb86245 req-d68d64d8-8317-45dd-9333-75ae329af921 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?id=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419462 Nov 18 16:31:28.602111 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299403a2-3cd9-4bce-8d99-4e7c65692d66 req-9bd18802-f251-43cb-b6a4-bb02c7b7030f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:28.603608 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-299403a2-3cd9-4bce-8d99-4e7c65692d66 req-9bd18802-f251-43cb-b6a4-bb02c7b7030f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 946 time: 0.0878513 Nov 18 16:31:28.651862 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-299403a2-3cd9-4bce-8d99-4e7c65692d66 req-27cea2a4-70aa-43e8-bfa1-151df4666fc1 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?id=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415766 Nov 18 16:31:29.105727 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee4e3e-aa6c-4089-8085-82f4bab87b10 req-f31e1de5-265e-4fc5-8873-af11dcca5cb2 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:29.107504 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3fee4e3e-aa6c-4089-8085-82f4bab87b10 req-f31e1de5-265e-4fc5-8873-af11dcca5cb2 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 946 time: 0.0837817 Nov 18 16:31:29.156751 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3fee4e3e-aa6c-4089-8085-82f4bab87b10 req-40cb89d4-b6d0-478d-beb5-35d230aea10c tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?id=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430441 Nov 18 16:31:34.582379 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122ad6d-629c-46a5-b7e0-edf79ee0a9fd req-47d6e9d0-ab79-4daa-a513-3f0cba6a332f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:34.583992 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9122ad6d-629c-46a5-b7e0-edf79ee0a9fd req-47d6e9d0-ab79-4daa-a513-3f0cba6a332f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 946 time: 0.0876229 Nov 18 16:31:34.632521 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9122ad6d-629c-46a5-b7e0-edf79ee0a9fd req-29a80299-95d6-4528-adb6-f4d489d907c4 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?id=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421567 Nov 18 16:31:35.064537 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a4d8831c-d1db-4d13-8d24-2f3d29a64537 req-16a42aa7-a422-4adf-9b9c-0a6fa78e2ad3 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3750002 Nov 18 16:31:35.074512 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-a4d8831c-d1db-4d13-8d24-2f3d29a64537 req-a978604f-ef63-44fa-90ff-30fec9ad743f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Request body: {'floatingip': {'floating_network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:31:35.080709 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-a4d8831c-d1db-4d13-8d24-2f3d29a64537 req-a978604f-ef63-44fa-90ff-30fec9ad743f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:31:35.084749 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-a4d8831c-d1db-4d13-8d24-2f3d29a64537 req-a978604f-ef63-44fa-90ff-30fec9ad743f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Usage tracker for resource:floatingip and tenant:5fcdd180683a474f92157f83579dba60 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:31:35.087758 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-a4d8831c-d1db-4d13-8d24-2f3d29a64537 req-a978604f-ef63-44fa-90ff-30fec9ad743f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:31:35.094201 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-a4d8831c-d1db-4d13-8d24-2f3d29a64537 req-a978604f-ef63-44fa-90ff-30fec9ad743f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:31:35.149447 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a4d8831c-d1db-4d13-8d24-2f3d29a64537 req-a978604f-ef63-44fa-90ff-30fec9ad743f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks [] for floatingip, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:35.292366 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a4d8831c-d1db-4d13-8d24-2f3d29a64537 req-a978604f-ef63-44fa-90ff-30fec9ad743f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:35.569500 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_common [req-a4d8831c-d1db-4d13-8d24-2f3d29a64537 req-a978604f-ef63-44fa-90ff-30fec9ad743f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Allocated IP 172.28.2.154 (1ab93bf2-7919-44ad-adde-8c05b7be9843/1c619f42-09f4-418f-9c21-3783e8b9bbfe/a1cd25a6-77ce-43e9-8327-6368da65f079) {{(pid=80387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:31:35.723397 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a4d8831c-d1db-4d13-8d24-2f3d29a64537 req-a978604f-ef63-44fa-90ff-30fec9ad743f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks [] for port, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:35.784280 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a4d8831c-d1db-4d13-8d24-2f3d29a64537 req-a978604f-ef63-44fa-90ff-30fec9ad743f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363242460996656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:35.800374 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:31:35.939313 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978604f-ef63-44fa-90ff-30fec9ad743f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Pushing event updated for resources: {'Port': ['ID=a1cd25a6-77ce-43e9-8327-6368da65f079,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:31:35.943803 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a978604f-ef63-44fa-90ff-30fec9ad743f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:31:35.988990 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d8831c-d1db-4d13-8d24-2f3d29a64537 req-a978604f-ef63-44fa-90ff-30fec9ad743f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Network 1ab93bf2-7919-44ad-adde-8c05b7be9843 is already hosted by enough agents. {{(pid=80387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:31:35.990153 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.base_scheduler [req-a4d8831c-d1db-4d13-8d24-2f3d29a64537 req-a978604f-ef63-44fa-90ff-30fec9ad743f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Resources bound (agent type, host, resource id): {{(pid=80387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:31:35.992593 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d8831c-d1db-4d13-8d24-2f3d29a64537 req-a978604f-ef63-44fa-90ff-30fec9ad743f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Received port after_create {{(pid=80387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:31:36.084019 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a4d8831c-d1db-4d13-8d24-2f3d29a64537 req-a978604f-ef63-44fa-90ff-30fec9ad743f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks [] for floatingip, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:36.174433 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a4d8831c-d1db-4d13-8d24-2f3d29a64537 req-a978604f-ef63-44fa-90ff-30fec9ad743f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:36.442732 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a4d8831c-d1db-4d13-8d24-2f3d29a64537 req-a978604f-ef63-44fa-90ff-30fec9ad743f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks [] for port, precommit_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:36.474526 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a4d8831c-d1db-4d13-8d24-2f3d29a64537 req-a978604f-ef63-44fa-90ff-30fec9ad743f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445729'] for port, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:36.490329 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-9e5cdc41-171c-4df8-b85e-96dfb478793f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:31:36.630983 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978604f-ef63-44fa-90ff-30fec9ad743f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Pushing event updated for resources: {'Port': ['ID=a1cd25a6-77ce-43e9-8327-6368da65f079,revision_number=2']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:31:36.635263 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-a978604f-ef63-44fa-90ff-30fec9ad743f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:31:36.728558 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a4d8831c-d1db-4d13-8d24-2f3d29a64537 req-a978604f-ef63-44fa-90ff-30fec9ad743f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701080'] for floatingip, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:36.851041 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-a4d8831c-d1db-4d13-8d24-2f3d29a64537 req-a978604f-ef63-44fa-90ff-30fec9ad743f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for floatingip, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:36.852390 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a4d8831c-d1db-4d13-8d24-2f3d29a64537 req-a978604f-ef63-44fa-90ff-30fec9ad743f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7820199 Nov 18 16:31:36.936717 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-a4d8831c-d1db-4d13-8d24-2f3d29a64537 req-716f9e9f-88c9-426e-93ad-799809b16af4 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Synchronizing usage tracker for tenant:5fcdd180683a474f92157f83579dba60 on resource:floatingip {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:31:36.977535 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-a4d8831c-d1db-4d13-8d24-2f3d29a64537 req-716f9e9f-88c9-426e-93ad-799809b16af4 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Unset dirty status for tenant:5fcdd180683a474f92157f83579dba60 on resource:floatingip {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:31:36.978859 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a4d8831c-d1db-4d13-8d24-2f3d29a64537 req-716f9e9f-88c9-426e-93ad-799809b16af4 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.28.2.154 HTTP/1.1" status: 200 len: 696 time: 0.1198504 Nov 18 16:31:37.138609 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8831c-d1db-4d13-8d24-2f3d29a64537 req-8a875ca8-8337-476e-b3b1-c33ec92f1f29 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:37.140071 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-a4d8831c-d1db-4d13-8d24-2f3d29a64537 req-8a875ca8-8337-476e-b3b1-c33ec92f1f29 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/networks/1ab93bf2-7919-44ad-adde-8c05b7be9843 HTTP/1.1" status: 200 len: 784 time: 0.1552408 Nov 18 16:31:37.328770 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980520f-490d-4200-a8b6-7f215e91bf84 req-97eedf33-aa48-48fb-97e5-967d54e04bed tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:37.330458 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8980520f-490d-4200-a8b6-7f215e91bf84 req-97eedf33-aa48-48fb-97e5-967d54e04bed tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0852449 Nov 18 16:31:37.633284 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8980520f-490d-4200-a8b6-7f215e91bf84 req-3aea04a8-75f0-4892-8c9c-d732e9037c3a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.28.2.154 HTTP/1.1" status: 200 len: 696 time: 0.2966695 Nov 18 16:31:37.643886 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-8980520f-490d-4200-a8b6-7f215e91bf84 req-63027d97-8b4a-4eea-8c2b-03a057dd3578 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Request body: {'floatingip': {'port_id': '5e2f5fae-5153-41aa-8c1c-8ab6891e1fba', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:31:37.724367 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8980520f-490d-4200-a8b6-7f215e91bf84 req-63027d97-8b4a-4eea-8c2b-03a057dd3578 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks [] for floatingip, before_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:38.352350 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8980520f-490d-4200-a8b6-7f215e91bf84 req-63027d97-8b4a-4eea-8c2b-03a057dd3578 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks [] for floatingip, precommit_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:38.389014 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8980520f-490d-4200-a8b6-7f215e91bf84 req-63027d97-8b4a-4eea-8c2b-03a057dd3578 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701080'] for floatingip, after_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:38.586431 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.l3_db [req-8980520f-490d-4200-a8b6-7f215e91bf84 req-63027d97-8b4a-4eea-8c2b-03a057dd3578 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Floating IP 68905272-36fa-4178-a8d8-de1be5b391a6 associated. External IP: 172.28.2.154, port: 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba. Nov 18 16:31:38.994571 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8980520f-490d-4200-a8b6-7f215e91bf84 req-63027d97-8b4a-4eea-8c2b-03a057dd3578 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Router 74417fc5-9d4d-446c-bf7c-58af22fe68b3 has already been hosted by L3 agent 06010dfa-7d57-41a4-b257-aaebf39abde2 {{(pid=80386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:31:39.206596 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8980520f-490d-4200-a8b6-7f215e91bf84 req-63027d97-8b4a-4eea-8c2b-03a057dd3578 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify agent at l3_agent.dv-cinder-759955-2-smb the message routers_updated {{(pid=80386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:31:39.211467 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-8980520f-490d-4200-a8b6-7f215e91bf84 req-63027d97-8b4a-4eea-8c2b-03a057dd3578 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for floatingip, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:39.217428 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1481b67a-876f-4c60-96cb-4e032eb0d4ba None None] Sync routers for ids ['74417fc5-9d4d-446c-bf7c-58af22fe68b3'] in dv-cinder-759955-2-smb {{(pid=80389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:31:39.229775 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1481b67a-876f-4c60-96cb-4e032eb0d4ba None None] Routers {'74417fc5-9d4d-446c-bf7c-58af22fe68b3'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:31:39.230434 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-1481b67a-876f-4c60-96cb-4e032eb0d4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:31:22Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['74417fc5-9d4d-446c-bf7c-58af22fe68b3'], 'active': True} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:31:39.266480 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8980520f-490d-4200-a8b6-7f215e91bf84 req-63027d97-8b4a-4eea-8c2b-03a057dd3578 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "PUT /v2.0/floatingips/68905272-36fa-4178-a8d8-de1be5b391a6 HTTP/1.1" status: 200 len: 997 time: 1.6265738 Nov 18 16:31:39.267040 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c4edff-d746-44a1-8f08-6d830eea6baa', 'tag': '5e2f5fae-5153-41aa-8c1c-8ab6891e1fba'}] {{(pid=80386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:31:39.330924 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c4edff-d746-44a1-8f08-6d830eea6baa', 'tag': '5e2f5fae-5153-41aa-8c1c-8ab6891e1fba', 'status': 'completed', 'code': 200} Nov 18 16:31:39.367173 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8980520f-490d-4200-a8b6-7f215e91bf84 req-a8e0779a-7c53-4576-bf84-e359e0e600bf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5fcdd180683a474f92157f83579dba60&device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 1163 time: 0.0853989 Nov 18 16:31:39.428256 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-1481b67a-876f-4c60-96cb-4e032eb0d4ba None None] Set router 74417fc5-9d4d-446c-bf7c-58af22fe68b3 gateway port host: dv-cinder-759955-2-smb {{(pid=80389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:31:39.444620 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2352dd71-5b80-44a9-aed0-2762151ab39d req-c9e9cd5e-e01c-4918-95a0-5bf475aa37b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5fcdd180683a474f92157f83579dba60&device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 1163 time: 0.0831985 Nov 18 16:31:39.520630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980520f-490d-4200-a8b6-7f215e91bf84 req-cee0da10-7614-4c06-bfb8-a1c35dbaa4ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:39.522365 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8980520f-490d-4200-a8b6-7f215e91bf84 req-cee0da10-7614-4c06-bfb8-a1c35dbaa4ce service neutron] 10.222.0.26 "GET /v2.0/networks?id=839e7fbe-96f2-44b1-b2ca-aa5064b12f8e HTTP/1.1" status: 200 len: 908 time: 0.1472909 Nov 18 16:31:39.595532 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352dd71-5b80-44a9-aed0-2762151ab39d req-c39dd6f9-7ceb-4e6c-bcd7-e3c97eda269e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:39.597152 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2352dd71-5b80-44a9-aed0-2762151ab39d req-c39dd6f9-7ceb-4e6c-bcd7-e3c97eda269e service neutron] 10.222.0.13 "GET /v2.0/networks?id=839e7fbe-96f2-44b1-b2ca-aa5064b12f8e HTTP/1.1" status: 200 len: 908 time: 0.1432602 Nov 18 16:31:39.632712 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8980520f-490d-4200-a8b6-7f215e91bf84 req-1cb4f97c-2d27-4add-80b9-52a632255aed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e2f5fae-5153-41aa-8c1c-8ab6891e1fba HTTP/1.1" status: 200 len: 1000 time: 0.1031892 Nov 18 16:31:39.707667 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2352dd71-5b80-44a9-aed0-2762151ab39d req-14aed772-7aa4-4ac4-b60c-58b9272d569e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e2f5fae-5153-41aa-8c1c-8ab6891e1fba HTTP/1.1" status: 200 len: 1000 time: 0.1041536 Nov 18 16:31:39.713850 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980520f-490d-4200-a8b6-7f215e91bf84 req-ce7f0c86-d53c-4446-bff0-a11f70c68145 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:39.715455 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8980520f-490d-4200-a8b6-7f215e91bf84 req-ce7f0c86-d53c-4446-bff0-a11f70c68145 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b1d0967d-516d-498a-9fdf-98506537ada4 HTTP/1.1" status: 200 len: 853 time: 0.0752947 Nov 18 16:31:39.788387 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352dd71-5b80-44a9-aed0-2762151ab39d req-dafb3f8f-c3e9-46b9-ae58-474a0b866900 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:39.790108 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2352dd71-5b80-44a9-aed0-2762151ab39d req-dafb3f8f-c3e9-46b9-ae58-474a0b866900 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1d0967d-516d-498a-9fdf-98506537ada4 HTTP/1.1" status: 200 len: 853 time: 0.0757043 Nov 18 16:31:39.811400 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-1481b67a-876f-4c60-96cb-4e032eb0d4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'name': 'tempest-TestMinimumBasicScenario-833661682-router', 'tenant_id': '5fcdd180683a474f92157f83579dba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '866017c9-703c-44e1-92ca-7dbdae3d046a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:30:50Z', 'updated_at': '2020-11-18T16:30:54Z', 'revision_number': 4, 'project_id': '5fcdd180683a474f92157f83579dba60', 'gw_port': {'id': '866017c9-703c-44e1-92ca-7dbdae3d046a', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:30:50Z', 'updated_at': '2020-11-18T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_floatingips': [{'id': '68905272-36fa-4178-a8d8-de1be5b391a6', 'tenant_id': '5fcdd180683a474f92157f83579dba60', 'floating_ip_address': '172.28.2.154', 'floating_network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'router_id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'port_id': '5e2f5fae-5153-41aa-8c1c-8ab6891e1fba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '839e7fbe-96f2-44b1-b2ca-aa5064b12f8e', 'mac_address': 'fa:16:3e:00:0f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c4edff-d746-44a1-8f08-6d830eea6baa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:31:36Z', 'updated_at': '2020-11-18T16:31:38Z', 'revision_number': 1, 'project_id': '5fcdd180683a474f92157f83579dba60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c075502-2c48-4fbc-bc80-df4c1477c658', 'name': '', 'network_id': '839e7fbe-96f2-44b1-b2ca-aa5064b12f8e', 'tenant_id': '5fcdd180683a474f92157f83579dba60', 'mac_address': 'fa:16:3e:de:2f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1d0967d-516d-498a-9fdf-98506537ada4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:30:53Z', 'updated_at': '2020-11-18T16:31:01Z', 'revision_number': 5, 'project_id': '5fcdd180683a474f92157f83579dba60', 'subnets': [{'id': 'b1d0967d-516d-498a-9fdf-98506537ada4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:31:39.815757 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1481b67a-876f-4c60-96cb-4e032eb0d4ba None None] Checking router: 74417fc5-9d4d-446c-bf7c-58af22fe68b3 for host: dv-cinder-759955-2-smb {{(pid=80389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:31:39.822387 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8980520f-490d-4200-a8b6-7f215e91bf84 req-9713ef88-45f8-4a25-bfa9-18ea0619f694 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=839e7fbe-96f2-44b1-b2ca-aa5064b12f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0947344 Nov 18 16:31:39.828062 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1481b67a-876f-4c60-96cb-4e032eb0d4ba None None] Routers {'74417fc5-9d4d-446c-bf7c-58af22fe68b3'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:31:39.828734 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-1481b67a-876f-4c60-96cb-4e032eb0d4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:31:22Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['74417fc5-9d4d-446c-bf7c-58af22fe68b3'], 'active': True} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:31:39.883170 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2352dd71-5b80-44a9-aed0-2762151ab39d req-e519e00b-61e3-45f4-91e3-ff4bfbe0d7bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=839e7fbe-96f2-44b1-b2ca-aa5064b12f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0796177 Nov 18 16:31:39.985542 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8980520f-490d-4200-a8b6-7f215e91bf84 req-39006493-5c4c-4ea8-b5fe-60e142f68db9 service neutron] 10.222.0.26 "GET /v2.0/networks/839e7fbe-96f2-44b1-b2ca-aa5064b12f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557024 Nov 18 16:31:40.018137 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-1481b67a-876f-4c60-96cb-4e032eb0d4ba None None] Set router 74417fc5-9d4d-446c-bf7c-58af22fe68b3 gateway port host: dv-cinder-759955-2-smb {{(pid=80389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:31:40.037249 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2352dd71-5b80-44a9-aed0-2762151ab39d req-6c87412e-d38a-44d3-8f2c-2dae47c64f86 service neutron] 10.222.0.13 "GET /v2.0/networks/839e7fbe-96f2-44b1-b2ca-aa5064b12f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466560 Nov 18 16:31:40.132914 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8980520f-490d-4200-a8b6-7f215e91bf84 req-ea0c17b0-09ab-4f8a-8359-41f9ff08d865 service neutron] 10.222.0.26 "GET /v2.0/networks/839e7fbe-96f2-44b1-b2ca-aa5064b12f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1450293 Nov 18 16:31:40.196526 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-2352dd71-5b80-44a9-aed0-2762151ab39d req-bd5469c8-8943-4a76-9719-92c40a5431b5 service neutron] 10.222.0.13 "GET /v2.0/networks/839e7fbe-96f2-44b1-b2ca-aa5064b12f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1519911 Nov 18 16:31:40.228781 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-ec55b28b-ceb8-453d-a3f2-48c12a754c57 req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1411636750', 'description': 'tempest-TestMinimumBasicScenario-1411636750 description'}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:31:40.235957 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-ec55b28b-ceb8-453d-a3f2-48c12a754c57 req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:31:40.245794 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-ec55b28b-ceb8-453d-a3f2-48c12a754c57 req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:31:40.281005 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ec55b28b-ceb8-453d-a3f2-48c12a754c57 req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks [] for security_group, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:40.317722 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-ec55b28b-ceb8-453d-a3f2-48c12a754c57 req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:31:40.321880 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-ec55b28b-ceb8-453d-a3f2-48c12a754c57 req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Usage tracker for resource:security_group_rule and tenant:5fcdd180683a474f92157f83579dba60 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:31:40.324984 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-ec55b28b-ceb8-453d-a3f2-48c12a754c57 req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:31:40.331475 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-ec55b28b-ceb8-453d-a3f2-48c12a754c57 req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:31:40.392281 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ec55b28b-ceb8-453d-a3f2-48c12a754c57 req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks [] for security_group, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:40.423693 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ec55b28b-ceb8-453d-a3f2-48c12a754c57 req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:40.429607 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f987a07e-73d0-4319-b9f7-26b3cd2b53ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:31:40.477149 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Pushing event updated for resources: {'SecurityGroup': ['ID=79b39130-1c63-43ff-81b2-9c21993e6cf3,revision_number=1']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:31:40.487008 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.487424 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.487840 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.488249 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.488649 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.489076 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.489472 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.489876 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.490266 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.490740 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.491159 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.491528 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.491989 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.492382 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.492774 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.493191 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.493581 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.493970 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.494360 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.494746 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.495134 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.495559 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.496061 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.496449 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.500722 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:31:40.503670 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-ec55b28b-ceb8-453d-a3f2-48c12a754c57 req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:40.505047 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-ec55b28b-ceb8-453d-a3f2-48c12a754c57 req-ac94cd79-dfde-4795-82a3-056918b32826 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1653 time: 0.2809265 Nov 18 16:31:40.533076 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-1481b67a-876f-4c60-96cb-4e032eb0d4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'name': 'tempest-TestMinimumBasicScenario-833661682-router', 'tenant_id': '5fcdd180683a474f92157f83579dba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '866017c9-703c-44e1-92ca-7dbdae3d046a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:30:50Z', 'updated_at': '2020-11-18T16:30:54Z', 'revision_number': 4, 'project_id': '5fcdd180683a474f92157f83579dba60', 'gw_port': {'id': '866017c9-703c-44e1-92ca-7dbdae3d046a', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:30:50Z', 'updated_at': '2020-11-18T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_floatingips': [{'id': '68905272-36fa-4178-a8d8-de1be5b391a6', 'tenant_id': '5fcdd180683a474f92157f83579dba60', 'floating_ip_address': '172.28.2.154', 'floating_network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'router_id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'port_id': '5e2f5fae-5153-41aa-8c1c-8ab6891e1fba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '839e7fbe-96f2-44b1-b2ca-aa5064b12f8e', 'mac_address': 'fa:16:3e:00:0f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c4edff-d746-44a1-8f08-6d830eea6baa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:31:36Z', 'updated_at': '2020-11-18T16:31:38Z', 'revision_number': 1, 'project_id': '5fcdd180683a474f92157f83579dba60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c075502-2c48-4fbc-bc80-df4c1477c658', 'name': '', 'network_id': '839e7fbe-96f2-44b1-b2ca-aa5064b12f8e', 'tenant_id': '5fcdd180683a474f92157f83579dba60', 'mac_address': 'fa:16:3e:de:2f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1d0967d-516d-498a-9fdf-98506537ada4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:30:53Z', 'updated_at': '2020-11-18T16:31:01Z', 'revision_number': 5, 'project_id': '5fcdd180683a474f92157f83579dba60', 'subnets': [{'id': 'b1d0967d-516d-498a-9fdf-98506537ada4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:31:40.537271 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1481b67a-876f-4c60-96cb-4e032eb0d4ba None None] The sync data for ids ['74417fc5-9d4d-446c-bf7c-58af22fe68b3'] in dv-cinder-759955-2-smb is: [{'id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'name': 'tempest-TestMinimumBasicScenario-833661682-router', 'tenant_id': '5fcdd180683a474f92157f83579dba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '866017c9-703c-44e1-92ca-7dbdae3d046a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:30:50Z', 'updated_at': '2020-11-18T16:30:54Z', 'revision_number': 4, 'project_id': '5fcdd180683a474f92157f83579dba60', 'gw_port': {'id': '866017c9-703c-44e1-92ca-7dbdae3d046a', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:30:50Z', 'updated_at': '2020-11-18T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_floatingips': [{'id': '68905272-36fa-4178-a8d8-de1be5b391a6', 'tenant_id': '5fcdd180683a474f92157f83579dba60', 'floating_ip_address': '172.28.2.154', 'floating_network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'router_id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'port_id': '5e2f5fae-5153-41aa-8c1c-8ab6891e1fba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '839e7fbe-96f2-44b1-b2ca-aa5064b12f8e', 'mac_address': 'fa:16:3e:00:0f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c4edff-d746-44a1-8f08-6d830eea6baa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:31:36Z', 'updated_at': '2020-11-18T16:31:38Z', 'revision_number': 1, 'project_id': '5fcdd180683a474f92157f83579dba60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c075502-2c48-4fbc-bc80-df4c1477c658', 'name': '', 'network_id': '839e7fbe-96f2-44b1-b2ca-aa5064b12f8e', 'tenant_id': '5fcdd180683a474f92157f83579dba60', 'mac_address': 'fa:16:3e:de:2f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1d0967d-516d-498a-9fdf-98506537ada4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:30:53Z', 'updated_at': '2020-11-18T16:31:01Z', 'revision_number': 5, 'project_id': '5fcdd180683a474f92157f83579dba60', 'subnets': [{'id': 'b1d0967d-516d-498a-9fdf-98506537ada4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:31:40.592263 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-683f9330-e9ad-4641-9eb4-cf7fe9dae27f req-03cbd2d8-b2c0-4ab8-a512-d978c2ad0580 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups/79b39130-1c63-43ff-81b2-9c21993e6cf3 HTTP/1.1" status: 200 len: 1648 time: 0.0509942 Nov 18 16:31:40.603650 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-683f9330-e9ad-4641-9eb4-cf7fe9dae27f req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '79b39130-1c63-43ff-81b2-9c21993e6cf3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:31:40.604132 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-683f9330-e9ad-4641-9eb4-cf7fe9dae27f req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '79b39130-1c63-43ff-81b2-9c21993e6cf3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:31:40.611041 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-683f9330-e9ad-4641-9eb4-cf7fe9dae27f req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:31:40.615134 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-683f9330-e9ad-4641-9eb4-cf7fe9dae27f req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Usage tracker for resource:security_group_rule and tenant:5fcdd180683a474f92157f83579dba60 is out of sync, need to count used quota {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:31:40.618267 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-683f9330-e9ad-4641-9eb4-cf7fe9dae27f req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80386) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:31:40.624830 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-683f9330-e9ad-4641-9eb4-cf7fe9dae27f req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80386) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:31:40.711416 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-683f9330-e9ad-4641-9eb4-cf7fe9dae27f req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks [] for security_group_rule, before_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:40.793599 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-683f9330-e9ad-4641-9eb4-cf7fe9dae27f req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:40.819274 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9360d6-5620-45c5-8dc5-b34e7ec05a67 None None] New status for floating IP 68905272-36fa-4178-a8d8-de1be5b391a6: ACTIVE {{(pid=80388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 16:31:40.823288 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-683f9330-e9ad-4641-9eb4-cf7fe9dae27f req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625058'] for security_group_rule, after_create {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:40.832724 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:31:40.853660 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90b02c63-2c6a-48aa-8d20-bcda06f5fb0e,revision_number=0']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:31:40.867650 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.867985 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.873630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.873630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.873630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.873630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.873630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.873630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.873630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.873630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.873630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.873630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.873630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.873630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.873630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.874934 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.874934 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.874934 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.875263 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.875478 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.875864 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.876252 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.876638 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.877077 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:31:40.881826 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:31:40.891801 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-683f9330-e9ad-4641-9eb4-cf7fe9dae27f req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks [] for security_group_rule, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:40.893152 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-683f9330-e9ad-4641-9eb4-cf7fe9dae27f req-2bb3dfff-8274-4589-a1e3-c8fdbb8095c6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.2939429 Nov 18 16:31:40.977200 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5511aedf-0e5f-4bd0-9ef2-090f90f19a33 req-d96a3e33-d93b-4922-abaa-3ecf387be31f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups/79b39130-1c63-43ff-81b2-9c21993e6cf3 HTTP/1.1" status: 200 len: 2151 time: 0.0502062 Nov 18 16:31:40.988600 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-5511aedf-0e5f-4bd0-9ef2-090f90f19a33 req-d426bb6d-6347-4207-abb1-606b2806e860 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '79b39130-1c63-43ff-81b2-9c21993e6cf3', 'remote_group_id': None}]} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:31:40.988979 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-5511aedf-0e5f-4bd0-9ef2-090f90f19a33 req-d426bb6d-6347-4207-abb1-606b2806e860 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '79b39130-1c63-43ff-81b2-9c21993e6cf3', 'remote_group_id': None}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:31:40.995209 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-5511aedf-0e5f-4bd0-9ef2-090f90f19a33 req-d426bb6d-6347-4207-abb1-606b2806e860 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:31:40.999764 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-5511aedf-0e5f-4bd0-9ef2-090f90f19a33 req-d426bb6d-6347-4207-abb1-606b2806e860 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Usage tracker for resource:security_group_rule and tenant:5fcdd180683a474f92157f83579dba60 is out of sync, need to count used quota {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:31:41.002747 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-5511aedf-0e5f-4bd0-9ef2-090f90f19a33 req-d426bb6d-6347-4207-abb1-606b2806e860 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80387) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:31:41.008447 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.quota.driver [req-5511aedf-0e5f-4bd0-9ef2-090f90f19a33 req-d426bb6d-6347-4207-abb1-606b2806e860 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80387) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:31:41.107437 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5511aedf-0e5f-4bd0-9ef2-090f90f19a33 req-d426bb6d-6347-4207-abb1-606b2806e860 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks [] for security_group_rule, before_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:41.190631 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5511aedf-0e5f-4bd0-9ef2-090f90f19a33 req-d426bb6d-6347-4207-abb1-606b2806e860 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:41.211618 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5511aedf-0e5f-4bd0-9ef2-090f90f19a33 req-d426bb6d-6347-4207-abb1-606b2806e860 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625058'] for security_group_rule, after_create {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:41.213875 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-e20d6ff4-deb2-49d4-b4a0-79a3cff2a3ee tempest-TestShelveInstance-1304341188 tempest-TestShelveInstance-1304341188] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:31:41.236155 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426bb6d-6347-4207-abb1-606b2806e860 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce60550b-420c-4e87-9171-b0c3a07d7879,revision_number=0']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:31:41.240226 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-d426bb6d-6347-4207-abb1-606b2806e860 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:31:41.275201 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-5511aedf-0e5f-4bd0-9ef2-090f90f19a33 req-d426bb6d-6347-4207-abb1-606b2806e860 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks [] for security_group_rule, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:41.276474 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5511aedf-0e5f-4bd0-9ef2-090f90f19a33 req-d426bb6d-6347-4207-abb1-606b2806e860 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.2921700 Nov 18 16:31:41.425093 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f4bb7cae-26ed-42fd-b87b-921722851dd1 req-e972dccb-2156-4dd6-a6f6-9e74fb9b163a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1411636750&fields=id&tenant_id=5fcdd180683a474f92157f83579dba60 HTTP/1.1" status: 200 len: 267 time: 0.0448687 Nov 18 16:31:41.512630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb7cae-26ed-42fd-b87b-921722851dd1 req-90703e4c-3c64-49f3-9b2b-8020a824571e tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:41.515301 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f4bb7cae-26ed-42fd-b87b-921722851dd1 req-90703e4c-3c64-49f3-9b2b-8020a824571e tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 946 time: 0.0847335 Nov 18 16:31:41.527042 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-f4bb7cae-26ed-42fd-b87b-921722851dd1 req-6802f0a5-1537-4642-8e42-e7e5e9cf9755 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Request body: {'port': {'security_groups': ['138a0d43-9fcb-4ed9-bc2d-a0f865901ff1', '79b39130-1c63-43ff-81b2-9c21993e6cf3']}} {{(pid=80386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:31:41.652826 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f4bb7cae-26ed-42fd-b87b-921722851dd1 req-6802f0a5-1537-4642-8e42-e7e5e9cf9755 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:42.244723 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-f4bb7cae-26ed-42fd-b87b-921722851dd1 req-6802f0a5-1537-4642-8e42-e7e5e9cf9755 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] For port 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=5e2f5fae-5153-41aa-8c1c-8ab6891e1fba,segment=NetworkSegment(ca1988bf-99e3-4e4b-abbd-49c332412732),segment_id=ca1988bf-99e3-4e4b-abbd-49c332412732)] {{(pid=80386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:31:42.271472 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f4bb7cae-26ed-42fd-b87b-921722851dd1 req-6802f0a5-1537-4642-8e42-e7e5e9cf9755 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks [] for port, precommit_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:42.302273 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f4bb7cae-26ed-42fd-b87b-921722851dd1 req-6802f0a5-1537-4642-8e42-e7e5e9cf9755 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852785257'] for port, after_update {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:42.317175 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-ec1c4306-9282-4bd6-abb8-afa0c5d659a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:31:42.473798 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802f0a5-1537-4642-8e42-e7e5e9cf9755 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Pushing event updated for resources: {'Port': ['ID=5e2f5fae-5153-41aa-8c1c-8ab6891e1fba,revision_number=5']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:31:42.478496 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6802f0a5-1537-4642-8e42-e7e5e9cf9755 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:31:42.516299 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb7cae-26ed-42fd-b87b-921722851dd1 req-6802f0a5-1537-4642-8e42-e7e5e9cf9755 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:42.517025 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-f4bb7cae-26ed-42fd-b87b-921722851dd1 req-6802f0a5-1537-4642-8e42-e7e5e9cf9755 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:42.518473 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f4bb7cae-26ed-42fd-b87b-921722851dd1 req-6802f0a5-1537-4642-8e42-e7e5e9cf9755 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "PUT /v2.0/ports/5e2f5fae-5153-41aa-8c1c-8ab6891e1fba HTTP/1.1" status: 200 len: 982 time: 0.9965901 Nov 18 16:31:42.519006 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c4edff-d746-44a1-8f08-6d830eea6baa', 'tag': '5e2f5fae-5153-41aa-8c1c-8ab6891e1fba'}] {{(pid=80386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:31:42.582893 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c4edff-d746-44a1-8f08-6d830eea6baa', 'tag': '5e2f5fae-5153-41aa-8c1c-8ab6891e1fba', 'status': 'completed', 'code': 200} Nov 18 16:31:42.691620 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-add32b9a-708b-4f97-b25e-b4244198bf85 req-52ec3682-ccbc-4a16-964a-6d64e625ca0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5fcdd180683a474f92157f83579dba60&device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 1203 time: 0.0863743 Nov 18 16:31:42.711182 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5909df-6e0d-4ac2-a03d-b735bdeb73fb req-884ae03c-46af-41b0-8c1f-941e90a31b21 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:42.712786 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7f5909df-6e0d-4ac2-a03d-b735bdeb73fb req-884ae03c-46af-41b0-8c1f-941e90a31b21 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 985 time: 0.0856569 Nov 18 16:31:42.763704 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7f5909df-6e0d-4ac2-a03d-b735bdeb73fb req-f0fc3b09-7ff4-429d-a8cc-f8f4f8970bdd tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?id=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1&id=79b39130-1c63-43ff-81b2-9c21993e6cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0443766 Nov 18 16:31:42.783313 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-4104a060-01da-45ea-92d8-3e06a4053329 None None] Provisioning complete for port 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:31:42.783721 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4104a060-01da-45ea-92d8-3e06a4053329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:42.856890 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add32b9a-708b-4f97-b25e-b4244198bf85 req-8bfce65a-1c39-44a8-b16f-bd0722dac061 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:42.858757 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-add32b9a-708b-4f97-b25e-b4244198bf85 req-8bfce65a-1c39-44a8-b16f-bd0722dac061 service neutron] 10.222.0.13 "GET /v2.0/networks?id=839e7fbe-96f2-44b1-b2ca-aa5064b12f8e HTTP/1.1" status: 200 len: 908 time: 0.1614265 Nov 18 16:31:42.967207 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-add32b9a-708b-4f97-b25e-b4244198bf85 req-d11610d3-7227-4d9e-beb7-08b9bd699625 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e2f5fae-5153-41aa-8c1c-8ab6891e1fba HTTP/1.1" status: 200 len: 1002 time: 0.1024792 Nov 18 16:31:43.042328 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add32b9a-708b-4f97-b25e-b4244198bf85 req-b19c7d56-8f93-4cf9-a996-a56c5f75b957 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:43.043986 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-add32b9a-708b-4f97-b25e-b4244198bf85 req-b19c7d56-8f93-4cf9-a996-a56c5f75b957 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1d0967d-516d-498a-9fdf-98506537ada4 HTTP/1.1" status: 200 len: 853 time: 0.0692589 Nov 18 16:31:43.126606 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-add32b9a-708b-4f97-b25e-b4244198bf85 req-6ba40784-290f-40db-a149-1a26945ab9db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=839e7fbe-96f2-44b1-b2ca-aa5064b12f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750363 Nov 18 16:31:43.270713 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-add32b9a-708b-4f97-b25e-b4244198bf85 req-e292fdb5-49b7-4ef9-b258-70686270cf03 service neutron] 10.222.0.13 "GET /v2.0/networks/839e7fbe-96f2-44b1-b2ca-aa5064b12f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372559 Nov 18 16:31:43.414367 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-add32b9a-708b-4f97-b25e-b4244198bf85 req-d36b9c6a-c8f1-48df-b015-ab5b1672d027 service neutron] 10.222.0.13 "GET /v2.0/networks/839e7fbe-96f2-44b1-b2ca-aa5064b12f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1369164 Nov 18 16:31:44.167168 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:31:44.237153 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:31:44.237568 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:49.052025 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5605ce22-b873-425a-afd7-5f818db76dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:51.617376 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-803daf1c-2afc-4244-b171-e70657004bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:52.102246 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:52.174284 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 6 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:31:53.046173 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:53.720440 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:57.720360 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:00.418789 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3ea80852-bb19-4a5d-879c-1e0513c407e0 req-a2198295-94b6-4aec-8863-7adebb594cd8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5fcdd180683a474f92157f83579dba60&device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 1203 time: 0.0808837 Nov 18 16:32:00.435827 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06b5f3-df29-42d8-9a22-0cde1094ac46 req-d5591f98-535e-4b62-978f-9e9b15a69acd tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:00.437471 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-0a06b5f3-df29-42d8-9a22-0cde1094ac46 req-d5591f98-535e-4b62-978f-9e9b15a69acd tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 985 time: 0.0878026 Nov 18 16:32:00.488272 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-0a06b5f3-df29-42d8-9a22-0cde1094ac46 req-6bc5f2f6-fb5e-46ac-ac8a-c32285ad72d5 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?id=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1&id=79b39130-1c63-43ff-81b2-9c21993e6cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0445275 Nov 18 16:32:00.803263 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea80852-bb19-4a5d-879c-1e0513c407e0 req-e1c81fd6-4cc9-4c6c-85c4-fe1a470169d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:00.804869 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3ea80852-bb19-4a5d-879c-1e0513c407e0 req-e1c81fd6-4cc9-4c6c-85c4-fe1a470169d9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=839e7fbe-96f2-44b1-b2ca-aa5064b12f8e HTTP/1.1" status: 200 len: 908 time: 0.3781009 Nov 18 16:32:00.914048 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3ea80852-bb19-4a5d-879c-1e0513c407e0 req-09274703-7b01-42c7-b01e-cd623a3bc50a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e2f5fae-5153-41aa-8c1c-8ab6891e1fba HTTP/1.1" status: 200 len: 1002 time: 0.1019895 Nov 18 16:32:00.987124 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea80852-bb19-4a5d-879c-1e0513c407e0 req-77f30018-f8ae-47d2-aaae-1b68b037a030 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:00.988698 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3ea80852-bb19-4a5d-879c-1e0513c407e0 req-77f30018-f8ae-47d2-aaae-1b68b037a030 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1d0967d-516d-498a-9fdf-98506537ada4 HTTP/1.1" status: 200 len: 853 time: 0.0676696 Nov 18 16:32:01.070722 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3ea80852-bb19-4a5d-879c-1e0513c407e0 req-0815dbfb-ac46-4cff-9094-589440049b6c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=839e7fbe-96f2-44b1-b2ca-aa5064b12f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0755272 Nov 18 16:32:01.218231 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3ea80852-bb19-4a5d-879c-1e0513c407e0 req-c5ab17b4-ead1-44fa-979a-4893d8273b57 service neutron] 10.222.0.13 "GET /v2.0/networks/839e7fbe-96f2-44b1-b2ca-aa5064b12f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362822 Nov 18 16:32:01.362650 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3ea80852-bb19-4a5d-879c-1e0513c407e0 req-d5e7ce18-1ac7-437a-8a98-4e6a9f17765c service neutron] 10.222.0.13 "GET /v2.0/networks/839e7fbe-96f2-44b1-b2ca-aa5064b12f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1373806 Nov 18 16:32:01.540766 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-03d4eec7-d66f-4076-b4c1-8b9dd4125445 req-461dc2f0-37ae-4204-94a5-958a694d9dd3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5fcdd180683a474f92157f83579dba60&device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 1203 time: 0.0805564 Nov 18 16:32:01.758480 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4eec7-d66f-4076-b4c1-8b9dd4125445 req-866384da-0dce-4e99-bed3-1fc31997a1da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:01.759992 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-03d4eec7-d66f-4076-b4c1-8b9dd4125445 req-866384da-0dce-4e99-bed3-1fc31997a1da service neutron] 10.222.0.13 "GET /v2.0/networks?id=839e7fbe-96f2-44b1-b2ca-aa5064b12f8e HTTP/1.1" status: 200 len: 908 time: 0.1995075 Nov 18 16:32:01.831314 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cff03e-6828-4987-8b2f-d8088b681a06 req-a5734671-f272-4eab-91a8-f4e0a0115e8d tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:01.832954 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b1cff03e-6828-4987-8b2f-d8088b681a06 req-a5734671-f272-4eab-91a8-f4e0a0115e8d tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 985 time: 0.1814191 Nov 18 16:32:01.920151 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-03d4eec7-d66f-4076-b4c1-8b9dd4125445 req-dec8a30a-55df-4170-97a8-04912ffcb78e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e2f5fae-5153-41aa-8c1c-8ab6891e1fba HTTP/1.1" status: 200 len: 1002 time: 0.1522267 Nov 18 16:32:01.922613 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-b1cff03e-6828-4987-8b2f-d8088b681a06 req-e9497106-5f96-4432-983c-67853dbc03df tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Synchronizing usage tracker for tenant:5fcdd180683a474f92157f83579dba60 on resource:security_group {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:32:02.001639 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4eec7-d66f-4076-b4c1-8b9dd4125445 req-d84b5a65-dce9-42f3-8474-24529de3e40a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:02.003203 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-03d4eec7-d66f-4076-b4c1-8b9dd4125445 req-d84b5a65-dce9-42f3-8474-24529de3e40a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1d0967d-516d-498a-9fdf-98506537ada4 HTTP/1.1" status: 200 len: 853 time: 0.0729256 Nov 18 16:32:02.047534 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-b1cff03e-6828-4987-8b2f-d8088b681a06 req-e9497106-5f96-4432-983c-67853dbc03df tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Unset dirty status for tenant:5fcdd180683a474f92157f83579dba60 on resource:security_group {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:32:02.048726 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-b1cff03e-6828-4987-8b2f-d8088b681a06 req-e9497106-5f96-4432-983c-67853dbc03df tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?id=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1&id=79b39130-1c63-43ff-81b2-9c21993e6cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.2093813 Nov 18 16:32:02.087773 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-03d4eec7-d66f-4076-b4c1-8b9dd4125445 req-3ced7359-15c8-49c7-af72-fd64db10242c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=839e7fbe-96f2-44b1-b2ca-aa5064b12f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778630 Nov 18 16:32:02.232773 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-03d4eec7-d66f-4076-b4c1-8b9dd4125445 req-a45831db-3a4d-4042-805d-ad69b6069ba6 service neutron] 10.222.0.13 "GET /v2.0/networks/839e7fbe-96f2-44b1-b2ca-aa5064b12f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375160 Nov 18 16:32:02.377110 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-03d4eec7-d66f-4076-b4c1-8b9dd4125445 req-71632a4e-57a9-4f82-94e0-b750180cb1d8 service neutron] 10.222.0.13 "GET /v2.0/networks/839e7fbe-96f2-44b1-b2ca-aa5064b12f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1370621 Nov 18 16:32:03.262000 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13f39a-fd3b-4ad4-bf5c-ac0a708d7557 req-d11340f4-ff7c-4c97-b384-2689e94b4d24 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:03.263721 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5b13f39a-fd3b-4ad4-bf5c-ac0a708d7557 req-d11340f4-ff7c-4c97-b384-2689e94b4d24 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 985 time: 0.0837760 Nov 18 16:32:03.317924 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-5b13f39a-fd3b-4ad4-bf5c-ac0a708d7557 req-0f08f394-07b0-4dc3-9567-dc24ae74c4fa tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?id=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1&id=79b39130-1c63-43ff-81b2-9c21993e6cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0479295 Nov 18 16:32:04.531361 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a8de1-033f-4c7c-8004-36a868cc0632 req-293d0cd2-e2d6-4878-b512-5f79bf8700f5 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:04.532979 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8c3a8de1-033f-4c7c-8004-36a868cc0632 req-293d0cd2-e2d6-4878-b512-5f79bf8700f5 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 985 time: 0.0834208 Nov 18 16:32:04.581838 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-8c3a8de1-033f-4c7c-8004-36a868cc0632 req-e24aeb19-fe98-40e4-95c4-d0a4f21ab276 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?id=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1&id=79b39130-1c63-43ff-81b2-9c21993e6cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0426922 Nov 18 16:32:05.793603 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b1686-e47e-4cc0-8eb3-9dfd4c481b02 req-2c02db9c-7efb-4984-9bf9-7fded8219ebc tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:05.795722 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7a0b1686-e47e-4cc0-8eb3-9dfd4c481b02 req-2c02db9c-7efb-4984-9bf9-7fded8219ebc tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 985 time: 0.0850060 Nov 18 16:32:05.846408 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7a0b1686-e47e-4cc0-8eb3-9dfd4c481b02 req-73582776-c4d3-43d1-a25f-4623fa5cae21 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?id=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1&id=79b39130-1c63-43ff-81b2-9c21993e6cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0442286 Nov 18 16:32:07.067010 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3906b59-ebfb-4b28-a51f-21a34cf014f5 req-0bb8ad13-60b7-4ae9-ae67-27bb579efbe4 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:07.068609 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e3906b59-ebfb-4b28-a51f-21a34cf014f5 req-0bb8ad13-60b7-4ae9-ae67-27bb579efbe4 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 985 time: 0.0871322 Nov 18 16:32:07.118440 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-e3906b59-ebfb-4b28-a51f-21a34cf014f5 req-774a6f5f-215e-41a2-8c91-f21790fc74ec tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?id=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1&id=79b39130-1c63-43ff-81b2-9c21993e6cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0436661 Nov 18 16:32:08.332273 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6967d6-c952-469e-9ed5-4172b1bb5a67 req-a80e3649-ccbd-4ae6-8fd0-271b7d0285d2 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:08.333891 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1d6967d6-c952-469e-9ed5-4172b1bb5a67 req-a80e3649-ccbd-4ae6-8fd0-271b7d0285d2 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 985 time: 0.0873945 Nov 18 16:32:08.383691 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1d6967d6-c952-469e-9ed5-4172b1bb5a67 req-c31dc540-9562-4f1f-b9ee-7e9b6c461aa0 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?id=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1&id=79b39130-1c63-43ff-81b2-9c21993e6cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0436523 Nov 18 16:32:09.592077 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4549acd-7072-40a2-aa53-cbf2cfed80d9 req-79715614-d13e-4f07-a589-9922416cd44d tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:09.593633 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f4549acd-7072-40a2-aa53-cbf2cfed80d9 req-79715614-d13e-4f07-a589-9922416cd44d tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 985 time: 0.0829542 Nov 18 16:32:09.650795 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f4549acd-7072-40a2-aa53-cbf2cfed80d9 req-23aa1db1-7f6b-4d5f-a130-9896421c38f9 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?id=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1&id=79b39130-1c63-43ff-81b2-9c21993e6cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0508811 Nov 18 16:32:10.865821 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22334be-7bf2-44fb-b7ab-dc122a702351 req-e071ea15-52b3-4e39-bff0-2e37e7ca1185 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:10.867436 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f22334be-7bf2-44fb-b7ab-dc122a702351 req-e071ea15-52b3-4e39-bff0-2e37e7ca1185 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 985 time: 0.0852823 Nov 18 16:32:10.921035 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-f22334be-7bf2-44fb-b7ab-dc122a702351 req-4a8e7106-6f8a-4ee9-8a7c-51d3360cd951 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?id=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1&id=79b39130-1c63-43ff-81b2-9c21993e6cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0458727 Nov 18 16:32:12.167705 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe328ee6-66a8-42b5-95cb-5e4493a840bf req-79b3802e-31e2-463e-8674-d8fec66114d2 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:12.170019 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fe328ee6-66a8-42b5-95cb-5e4493a840bf req-79b3802e-31e2-463e-8674-d8fec66114d2 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 985 time: 0.0852911 Nov 18 16:32:12.220649 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-fe328ee6-66a8-42b5-95cb-5e4493a840bf req-a2c6a03c-ad8f-4a14-9bbc-c2bdbd75074a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?id=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1&id=79b39130-1c63-43ff-81b2-9c21993e6cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0445406 Nov 18 16:32:13.437243 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c8117-4341-47e3-9956-f462cdb10839 req-3a12bf65-2106-413d-82e6-84d8b270f8e6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:13.438844 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-233c8117-4341-47e3-9956-f462cdb10839 req-3a12bf65-2106-413d-82e6-84d8b270f8e6 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 985 time: 0.0872664 Nov 18 16:32:13.489497 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-233c8117-4341-47e3-9956-f462cdb10839 req-bddaed4d-ab94-4d9b-b4be-e2afe401330e tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?id=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1&id=79b39130-1c63-43ff-81b2-9c21993e6cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0444298 Nov 18 16:32:19.051531 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-0dc004ff-cbcb-4d4e-8048-35bdc9ffcf4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:21.621861 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3fc26e8c-25f6-4c78-b1fa-e4efb1857518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:22.130363 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:23.056356 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:23.725632 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:27.713768 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:29.175335 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 6 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:32:46.039052 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9a58692a-8057-4b2f-b6fa-d680eac6dcd0 req-9c42ca02-e38f-4aa1-8d5e-57c2f6a82fe1 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1411636750&fields=id&tenant_id=5fcdd180683a474f92157f83579dba60 HTTP/1.1" status: 200 len: 267 time: 0.0432413 Nov 18 16:32:46.128747 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58692a-8057-4b2f-b6fa-d680eac6dcd0 req-dec2cfcf-5254-437b-a412-506ee6de529f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:46.130223 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9a58692a-8057-4b2f-b6fa-d680eac6dcd0 req-dec2cfcf-5254-437b-a412-506ee6de529f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 985 time: 0.0846171 Nov 18 16:32:46.142169 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.v2.base [req-9a58692a-8057-4b2f-b6fa-d680eac6dcd0 req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Request body: {'port': {'security_groups': ['138a0d43-9fcb-4ed9-bc2d-a0f865901ff1']}} {{(pid=80387) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:32:46.264438 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9a58692a-8057-4b2f-b6fa-d680eac6dcd0 req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:46.565332 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-9a58692a-8057-4b2f-b6fa-d680eac6dcd0 req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] For port 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=5e2f5fae-5153-41aa-8c1c-8ab6891e1fba,segment=NetworkSegment(ca1988bf-99e3-4e4b-abbd-49c332412732),segment_id=ca1988bf-99e3-4e4b-abbd-49c332412732)] {{(pid=80387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:32:46.594688 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9a58692a-8057-4b2f-b6fa-d680eac6dcd0 req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks [] for port, precommit_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:46.627025 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9a58692a-8057-4b2f-b6fa-d680eac6dcd0 req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2445729'] for port, after_update {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:46.642026 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-f12f9a21-8d4f-4f8b-860f-ad3410345824 tempest-AttachVolumeTestJSON-1673592504 tempest-AttachVolumeTestJSON-1673592504] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:32:46.792288 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Pushing event updated for resources: {'Port': ['ID=5e2f5fae-5153-41aa-8c1c-8ab6891e1fba,revision_number=6']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:32:46.818256 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:46.818616 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:46.819028 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:46.819435 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:46.819836 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:46.820235 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:46.820630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:46.821045 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:46.821444 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:46.821836 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:46.822391 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:46.822590 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:46.823048 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:46.823439 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:46.824472 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:46.824887 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:46.825281 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:46.825672 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:46.826059 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:46.826446 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:46.826833 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:46.827223 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:46.827616 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:46.828002 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:46.834677 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:32:46.855465 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58692a-8057-4b2f-b6fa-d680eac6dcd0 req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:46.856127 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-9a58692a-8057-4b2f-b6fa-d680eac6dcd0 req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:46.857711 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-9a58692a-8057-4b2f-b6fa-d680eac6dcd0 req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "PUT /v2.0/ports/5e2f5fae-5153-41aa-8c1c-8ab6891e1fba HTTP/1.1" status: 200 len: 943 time: 0.7203648 Nov 18 16:32:46.858256 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c4edff-d746-44a1-8f08-6d830eea6baa', 'tag': '5e2f5fae-5153-41aa-8c1c-8ab6891e1fba'}] {{(pid=80387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:32:46.945813 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1f49cfd9-b988-4ea5-8898-9e6986bad03c req-8d54254b-8167-4f2c-9350-6b5e53f96c54 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups/79b39130-1c63-43ff-81b2-9c21993e6cf3 HTTP/1.1" status: 200 len: 2659 time: 0.0570693 Nov 18 16:32:47.030921 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-1f49cfd9-b988-4ea5-8898-9e6986bad03c req-c1ccb752-69a1-4240-b5d5-b435b2ced91c tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks [] for security_group, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:47.061859 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-1f49cfd9-b988-4ea5-8898-9e6986bad03c req-c1ccb752-69a1-4240-b5d5-b435b2ced91c tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks [] for security_group, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:47.090257 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-1d37915a-ca28-48d2-bae4-66352444aae6 None None] Provisioning complete for port 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba triggered by entity DHCP. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:32:47.090679 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-1d37915a-ca28-48d2-bae4-66352444aae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:47.091850 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c4edff-d746-44a1-8f08-6d830eea6baa', 'tag': '5e2f5fae-5153-41aa-8c1c-8ab6891e1fba', 'status': 'completed', 'code': 200} Nov 18 16:32:47.199863 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7da48a07-13a4-4ae2-a8ed-05b15d2144fc req-506fc1ec-d46b-4c0f-8952-6c6e1d6aaee0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5fcdd180683a474f92157f83579dba60&device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 1163 time: 0.0853074 Nov 18 16:32:47.232855 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-1f49cfd9-b988-4ea5-8898-9e6986bad03c req-c1ccb752-69a1-4240-b5d5-b435b2ced91c tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:47.243975 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c76da4ad-427f-4c64-8c2f-e7e5a88882f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:32:47.285588 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ccb752-69a1-4240-b5d5-b435b2ced91c tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b39130-1c63-43ff-81b2-9c21993e6cf3,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:32:47.289634 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-c1ccb752-69a1-4240-b5d5-b435b2ced91c tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:32:47.359837 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-1f49cfd9-b988-4ea5-8898-9e6986bad03c req-c1ccb752-69a1-4240-b5d5-b435b2ced91c tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks [] for security_group, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:47.361011 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-1f49cfd9-b988-4ea5-8898-9e6986bad03c req-c1ccb752-69a1-4240-b5d5-b435b2ced91c tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "DELETE /v2.0/security-groups/79b39130-1c63-43ff-81b2-9c21993e6cf3 HTTP/1.1" status: 204 len: 173 time: 0.4078541 Nov 18 16:32:47.410292 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da48a07-13a4-4ae2-a8ed-05b15d2144fc req-b472b49f-b78a-46e7-8634-f547de7d1c2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:47.413028 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7da48a07-13a4-4ae2-a8ed-05b15d2144fc req-b472b49f-b78a-46e7-8634-f547de7d1c2d service neutron] 10.222.0.13 "GET /v2.0/networks?id=839e7fbe-96f2-44b1-b2ca-aa5064b12f8e HTTP/1.1" status: 200 len: 908 time: 0.2070663 Nov 18 16:32:47.510838 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3abd965b-64ea-49f8-8c72-456eb9a5f8da req-0dfbdb61-319e-4c2a-9afb-94786af6445b tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/floatingips/68905272-36fa-4178-a8d8-de1be5b391a6 HTTP/1.1" status: 200 len: 999 time: 0.1179740 Nov 18 16:32:47.550948 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7da48a07-13a4-4ae2-a8ed-05b15d2144fc req-bf20ca46-797a-418f-86cf-19960ede6a54 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e2f5fae-5153-41aa-8c1c-8ab6891e1fba HTTP/1.1" status: 200 len: 1002 time: 0.1290858 Nov 18 16:32:47.635626 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da48a07-13a4-4ae2-a8ed-05b15d2144fc req-b2d5116d-80b3-4aa0-b5b7-4d24c5154594 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:47.638225 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7da48a07-13a4-4ae2-a8ed-05b15d2144fc req-b2d5116d-80b3-4aa0-b5b7-4d24c5154594 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1d0967d-516d-498a-9fdf-98506537ada4 HTTP/1.1" status: 200 len: 853 time: 0.0810080 Nov 18 16:32:47.683429 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd965b-64ea-49f8-8c72-456eb9a5f8da req-7cce177c-f307-4044-a5f4-85ce301f9bf4 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:47.684113 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-3abd965b-64ea-49f8-8c72-456eb9a5f8da req-7cce177c-f307-4044-a5f4-85ce301f9bf4 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Synchronizing usage tracker for tenant:5fcdd180683a474f92157f83579dba60 on resource:network {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:32:47.724584 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-3abd965b-64ea-49f8-8c72-456eb9a5f8da req-7cce177c-f307-4044-a5f4-85ce301f9bf4 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Unset dirty status for tenant:5fcdd180683a474f92157f83579dba60 on resource:network {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:32:47.725955 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3abd965b-64ea-49f8-8c72-456eb9a5f8da req-7cce177c-f307-4044-a5f4-85ce301f9bf4 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/networks/1ab93bf2-7919-44ad-adde-8c05b7be9843 HTTP/1.1" status: 200 len: 784 time: 0.2088761 Nov 18 16:32:47.726373 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7da48a07-13a4-4ae2-a8ed-05b15d2144fc req-9f011a3b-5af7-485a-8cec-589e073f7a8b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=839e7fbe-96f2-44b1-b2ca-aa5064b12f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0823302 Nov 18 16:32:47.737152 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [req-3abd965b-64ea-49f8-8c72-456eb9a5f8da req-cbaa57cf-d0e9-42b8-958c-118b6125528f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=80386) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:32:47.738246 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3abd965b-64ea-49f8-8c72-456eb9a5f8da req-cbaa57cf-d0e9-42b8-958c-118b6125528f tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0063224 Nov 18 16:32:47.869495 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3abd965b-64ea-49f8-8c72-456eb9a5f8da req-d2ee1f3b-e40f-4b71-979c-0fa2e5076ecc tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.28.2.154 HTTP/1.1" status: 200 len: 1002 time: 0.1244590 Nov 18 16:32:47.908236 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7da48a07-13a4-4ae2-a8ed-05b15d2144fc req-572f1b03-803f-4131-855b-eb5f319df6a5 service neutron] 10.222.0.13 "GET /v2.0/networks/839e7fbe-96f2-44b1-b2ca-aa5064b12f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747360 Nov 18 16:32:47.966524 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd965b-64ea-49f8-8c72-456eb9a5f8da req-473532e0-6b59-4234-bb36-d8c3a640ce9e tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:47.968035 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3abd965b-64ea-49f8-8c72-456eb9a5f8da req-473532e0-6b59-4234-bb36-d8c3a640ce9e tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports/5e2f5fae-5153-41aa-8c1c-8ab6891e1fba HTTP/1.1" status: 200 len: 943 time: 0.0925269 Nov 18 16:32:48.063654 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-7da48a07-13a4-4ae2-a8ed-05b15d2144fc req-090ddebb-9910-4cc9-8dc5-b92505bf477c service neutron] 10.222.0.13 "GET /v2.0/networks/839e7fbe-96f2-44b1-b2ca-aa5064b12f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1496255 Nov 18 16:32:48.189304 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3abd965b-64ea-49f8-8c72-456eb9a5f8da req-5fb2b0d8-5eda-4de0-9b41-30b29141d5d4 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/floatingips?floating_ip_address=172.28.2.154 HTTP/1.1" status: 200 len: 1002 time: 0.1141577 Nov 18 16:32:48.400290 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-3abd965b-64ea-49f8-8c72-456eb9a5f8da req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Deleting port a1cd25a6-77ce-43e9-8327-6368da65f079 {{(pid=80386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:32:48.400968 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3abd965b-64ea-49f8-8c72-456eb9a5f8da req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:48.448980 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba up at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:32:48.523209 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.provisioning_blocks [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Provisioning complete for port 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba triggered by entity L2. {{(pid=80388) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:32:48.523630 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7692495'] for port, provisioning_complete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:48.584089 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3abd965b-64ea-49f8-8c72-456eb9a5f8da req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:48.584493 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3abd965b-64ea-49f8-8c72-456eb9a5f8da req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks [] for floatingip, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:48.710709 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-3abd965b-64ea-49f8-8c72-456eb9a5f8da req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Calling delete_port for a1cd25a6-77ce-43e9-8327-6368da65f079 owned by network:floatingip {{(pid=80386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:32:48.936344 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3abd965b-64ea-49f8-8c72-456eb9a5f8da req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1990542'] for port, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:48.952458 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-4c486be0-3b87-4f64-a9d4-bc090863f17c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:32:49.006584 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Pushing event deleted for resources: {'Port': ['ID=a1cd25a6-77ce-43e9-8327-6368da65f079,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:32:49.033880 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-65605b83-91b1-4fa4-b65c-4602d641dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:49.073093 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:49.074391 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:49.074525 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:49.074905 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:49.075305 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:49.075701 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:49.076096 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:49.076488 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:49.076925 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:49.077316 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:49.077706 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:49.078096 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:49.078554 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:49.079578 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:49.079984 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:49.080377 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:49.080769 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:49.081205 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:49.081593 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:49.081981 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:49.082369 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:49.082757 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:49.083144 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:49.083531 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:49.094104 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:32:49.193550 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3abd965b-64ea-49f8-8c72-456eb9a5f8da req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks [] for floatingip, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:49.193929 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.db.l3_db [req-3abd965b-64ea-49f8-8c72-456eb9a5f8da req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Floating IP 68905272-36fa-4178-a8d8-de1be5b391a6 disassociated (deleted). External IP: 172.28.2.154, port: 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba. Nov 18 16:32:49.604629 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3abd965b-64ea-49f8-8c72-456eb9a5f8da req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Router 74417fc5-9d4d-446c-bf7c-58af22fe68b3 has already been hosted by L3 agent 06010dfa-7d57-41a4-b257-aaebf39abde2 {{(pid=80386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:32:50.051748 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3abd965b-64ea-49f8-8c72-456eb9a5f8da req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify agent at l3_agent.dv-cinder-759955-2-smb the message routers_updated {{(pid=80386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:32:50.061303 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8235f2a5-74a1-4b24-8d6d-53669d115a67 None None] Sync routers for ids ['74417fc5-9d4d-446c-bf7c-58af22fe68b3'] in dv-cinder-759955-2-smb {{(pid=80389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:32:50.074684 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8235f2a5-74a1-4b24-8d6d-53669d115a67 None None] Routers {'74417fc5-9d4d-446c-bf7c-58af22fe68b3'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:32:50.076256 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-8235f2a5-74a1-4b24-8d6d-53669d115a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:32:22Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['74417fc5-9d4d-446c-bf7c-58af22fe68b3'], 'active': True} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:32:50.131766 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-3abd965b-64ea-49f8-8c72-456eb9a5f8da req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for floatingip, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:50.188101 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3abd965b-64ea-49f8-8c72-456eb9a5f8da req-64218132-995e-4b3b-b198-3ff93c1ee28a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "DELETE /v2.0/floatingips/68905272-36fa-4178-a8d8-de1be5b391a6 HTTP/1.1" status: 204 len: 173 time: 1.9929888 Nov 18 16:32:50.188664 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c4edff-d746-44a1-8f08-6d830eea6baa', 'tag': '5e2f5fae-5153-41aa-8c1c-8ab6891e1fba'}] {{(pid=80386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:32:50.266016 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-8235f2a5-74a1-4b24-8d6d-53669d115a67 None None] Set router 74417fc5-9d4d-446c-bf7c-58af22fe68b3 gateway port host: dv-cinder-759955-2-smb {{(pid=80389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:32:50.285280 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3abd965b-64ea-49f8-8c72-456eb9a5f8da req-644edcd8-f559-4c7c-b889-9eb6cd2d216f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5fcdd180683a474f92157f83579dba60&device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 1163 time: 0.0825276 Nov 18 16:32:50.396155 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c4edff-d746-44a1-8f08-6d830eea6baa', 'tag': '5e2f5fae-5153-41aa-8c1c-8ab6891e1fba', 'status': 'completed', 'code': 200} Nov 18 16:32:50.438512 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd965b-64ea-49f8-8c72-456eb9a5f8da req-99ad8eb0-7ee3-4556-8434-f851843f67c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:50.440151 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3abd965b-64ea-49f8-8c72-456eb9a5f8da req-99ad8eb0-7ee3-4556-8434-f851843f67c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=839e7fbe-96f2-44b1-b2ca-aa5064b12f8e HTTP/1.1" status: 200 len: 908 time: 0.1464951 Nov 18 16:32:50.444519 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-762a08ce-5602-4fe0-9322-568ae30ba449 req-51283ea9-ebac-422b-b049-5d2c8e6d5ae3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5fcdd180683a474f92157f83579dba60&device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 1163 time: 0.0777984 Nov 18 16:32:50.517984 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3abd965b-64ea-49f8-8c72-456eb9a5f8da req-5866ae1e-ac80-4e5c-9f81-0b654c1a6c97 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e2f5fae-5153-41aa-8c1c-8ab6891e1fba HTTP/1.1" status: 200 len: 217 time: 0.0704947 Nov 18 16:32:50.596093 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a08ce-5602-4fe0-9322-568ae30ba449 req-3c76433d-7c05-4bb0-af66-955091507280 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:50.597489 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-762a08ce-5602-4fe0-9322-568ae30ba449 req-3c76433d-7c05-4bb0-af66-955091507280 service neutron] 10.222.0.13 "GET /v2.0/networks?id=839e7fbe-96f2-44b1-b2ca-aa5064b12f8e HTTP/1.1" status: 200 len: 908 time: 0.1465442 Nov 18 16:32:50.602111 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd965b-64ea-49f8-8c72-456eb9a5f8da req-fd554dfb-ebce-4bb3-b8bf-0ab8da96f8fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:50.606719 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3abd965b-64ea-49f8-8c72-456eb9a5f8da req-fd554dfb-ebce-4bb3-b8bf-0ab8da96f8fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b1d0967d-516d-498a-9fdf-98506537ada4 HTTP/1.1" status: 200 len: 853 time: 0.0827098 Nov 18 16:32:50.622685 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-8235f2a5-74a1-4b24-8d6d-53669d115a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'name': 'tempest-TestMinimumBasicScenario-833661682-router', 'tenant_id': '5fcdd180683a474f92157f83579dba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '866017c9-703c-44e1-92ca-7dbdae3d046a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:30:50Z', 'updated_at': '2020-11-18T16:30:54Z', 'revision_number': 4, 'project_id': '5fcdd180683a474f92157f83579dba60', 'gw_port': {'id': '866017c9-703c-44e1-92ca-7dbdae3d046a', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:30:50Z', 'updated_at': '2020-11-18T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '2c075502-2c48-4fbc-bc80-df4c1477c658', 'name': '', 'network_id': '839e7fbe-96f2-44b1-b2ca-aa5064b12f8e', 'tenant_id': '5fcdd180683a474f92157f83579dba60', 'mac_address': 'fa:16:3e:de:2f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1d0967d-516d-498a-9fdf-98506537ada4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:30:53Z', 'updated_at': '2020-11-18T16:31:01Z', 'revision_number': 5, 'project_id': '5fcdd180683a474f92157f83579dba60', 'subnets': [{'id': 'b1d0967d-516d-498a-9fdf-98506537ada4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:32:50.626970 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8235f2a5-74a1-4b24-8d6d-53669d115a67 None None] Checking router: 74417fc5-9d4d-446c-bf7c-58af22fe68b3 for host: dv-cinder-759955-2-smb {{(pid=80389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:32:50.638680 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8235f2a5-74a1-4b24-8d6d-53669d115a67 None None] Routers {'74417fc5-9d4d-446c-bf7c-58af22fe68b3'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:32:50.639357 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-8235f2a5-74a1-4b24-8d6d-53669d115a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:32:22Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['74417fc5-9d4d-446c-bf7c-58af22fe68b3'], 'active': True} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:32:50.676191 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-762a08ce-5602-4fe0-9322-568ae30ba449 req-2d755fa8-5ca2-4be9-8a23-6790fcd8f649 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e2f5fae-5153-41aa-8c1c-8ab6891e1fba HTTP/1.1" status: 200 len: 217 time: 0.0717769 Nov 18 16:32:50.688244 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3abd965b-64ea-49f8-8c72-456eb9a5f8da req-84798220-03f9-44a8-bb66-b223032f890c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=839e7fbe-96f2-44b1-b2ca-aa5064b12f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0769496 Nov 18 16:32:50.747426 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a08ce-5602-4fe0-9322-568ae30ba449 req-e9e1fabb-c890-40a4-b7ac-bd85910076a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:50.749078 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-762a08ce-5602-4fe0-9322-568ae30ba449 req-e9e1fabb-c890-40a4-b7ac-bd85910076a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1d0967d-516d-498a-9fdf-98506537ada4 HTTP/1.1" status: 200 len: 853 time: 0.0667362 Nov 18 16:32:50.845667 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-8235f2a5-74a1-4b24-8d6d-53669d115a67 None None] Set router 74417fc5-9d4d-446c-bf7c-58af22fe68b3 gateway port host: dv-cinder-759955-2-smb {{(pid=80389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:32:50.850344 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3abd965b-64ea-49f8-8c72-456eb9a5f8da req-b1d4b6bb-d07d-4e67-9433-53b84f918c4d service neutron] 10.222.0.26 "GET /v2.0/networks/839e7fbe-96f2-44b1-b2ca-aa5064b12f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548011 Nov 18 16:32:51.009207 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-3abd965b-64ea-49f8-8c72-456eb9a5f8da req-66a4488b-48cd-4b09-a6fb-401d75c435a2 service neutron] 10.222.0.26 "GET /v2.0/networks/839e7fbe-96f2-44b1-b2ca-aa5064b12f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1513927 Nov 18 16:32:51.080928 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-762a08ce-5602-4fe0-9322-568ae30ba449 req-bcde4259-2f98-476e-84d4-aea3717cf522 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=839e7fbe-96f2-44b1-b2ca-aa5064b12f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3217769 Nov 18 16:32:51.219986 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-8235f2a5-74a1-4b24-8d6d-53669d115a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'name': 'tempest-TestMinimumBasicScenario-833661682-router', 'tenant_id': '5fcdd180683a474f92157f83579dba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '866017c9-703c-44e1-92ca-7dbdae3d046a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:30:50Z', 'updated_at': '2020-11-18T16:30:54Z', 'revision_number': 4, 'project_id': '5fcdd180683a474f92157f83579dba60', 'gw_port': {'id': '866017c9-703c-44e1-92ca-7dbdae3d046a', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:30:50Z', 'updated_at': '2020-11-18T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '2c075502-2c48-4fbc-bc80-df4c1477c658', 'name': '', 'network_id': '839e7fbe-96f2-44b1-b2ca-aa5064b12f8e', 'tenant_id': '5fcdd180683a474f92157f83579dba60', 'mac_address': 'fa:16:3e:de:2f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1d0967d-516d-498a-9fdf-98506537ada4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:30:53Z', 'updated_at': '2020-11-18T16:31:01Z', 'revision_number': 5, 'project_id': '5fcdd180683a474f92157f83579dba60', 'subnets': [{'id': 'b1d0967d-516d-498a-9fdf-98506537ada4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:32:51.224403 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8235f2a5-74a1-4b24-8d6d-53669d115a67 None None] The sync data for ids ['74417fc5-9d4d-446c-bf7c-58af22fe68b3'] in dv-cinder-759955-2-smb is: [{'id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'name': 'tempest-TestMinimumBasicScenario-833661682-router', 'tenant_id': '5fcdd180683a474f92157f83579dba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '866017c9-703c-44e1-92ca-7dbdae3d046a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:30:50Z', 'updated_at': '2020-11-18T16:30:54Z', 'revision_number': 4, 'project_id': '5fcdd180683a474f92157f83579dba60', 'gw_port': {'id': '866017c9-703c-44e1-92ca-7dbdae3d046a', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:30:50Z', 'updated_at': '2020-11-18T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb', '_interfaces': [{'id': '2c075502-2c48-4fbc-bc80-df4c1477c658', 'name': '', 'network_id': '839e7fbe-96f2-44b1-b2ca-aa5064b12f8e', 'tenant_id': '5fcdd180683a474f92157f83579dba60', 'mac_address': 'fa:16:3e:de:2f:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1d0967d-516d-498a-9fdf-98506537ada4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:30:53Z', 'updated_at': '2020-11-18T16:31:01Z', 'revision_number': 5, 'project_id': '5fcdd180683a474f92157f83579dba60', 'subnets': [{'id': 'b1d0967d-516d-498a-9fdf-98506537ada4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:32:51.226584 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-762a08ce-5602-4fe0-9322-568ae30ba449 req-5778e9d1-4713-4fc1-b0bb-f5790cf99f9b service neutron] 10.222.0.13 "GET /v2.0/networks/839e7fbe-96f2-44b1-b2ca-aa5064b12f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419561 Nov 18 16:32:51.379442 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-762a08ce-5602-4fe0-9322-568ae30ba449 req-5e43040e-6581-4cf6-a8a9-b164588c592b service neutron] 10.222.0.13 "GET /v2.0/networks/839e7fbe-96f2-44b1-b2ca-aa5064b12f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1464596 Nov 18 16:32:51.617015 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b1ae7ce5-a5e6-4243-9258-21b6f7dc8ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:51.642824 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a92aa74-7b7a-48dd-92e9-83f2cdff4bbe None None] New status for floating IP 68905272-36fa-4178-a8d8-de1be5b391a6: DOWN {{(pid=80388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 16:32:52.108123 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:53.119181 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:53.752918 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:54.638922 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ce770-d684-4cf6-8257-469b65754875 req-761b2147-1242-4ca2-a9ec-6a1b211cf303 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:54.640498 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-0a8ce770-d684-4cf6-8257-469b65754875 req-761b2147-1242-4ca2-a9ec-6a1b211cf303 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 946 time: 0.0840278 Nov 18 16:32:54.687379 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-0a8ce770-d684-4cf6-8257-469b65754875 req-436799a2-0d9e-44ff-9745-612fffdef2a8 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Synchronizing usage tracker for tenant:5fcdd180683a474f92157f83579dba60 on resource:security_group {{(pid=80387) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:32:54.730292 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-0a8ce770-d684-4cf6-8257-469b65754875 req-436799a2-0d9e-44ff-9745-612fffdef2a8 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Unset dirty status for tenant:5fcdd180683a474f92157f83579dba60 on resource:security_group {{(pid=80387) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:32:54.731417 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-0a8ce770-d684-4cf6-8257-469b65754875 req-436799a2-0d9e-44ff-9745-612fffdef2a8 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?id=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848823 Nov 18 16:32:55.962234 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf32af-0aa7-4a20-b3aa-ecd0fa0c6d8f req-84766bae-8ee1-4a75-a652-25c711b38c87 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:55.963027 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-eeaf32af-0aa7-4a20-b3aa-ecd0fa0c6d8f req-84766bae-8ee1-4a75-a652-25c711b38c87 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Synchronizing usage tracker for tenant:5fcdd180683a474f92157f83579dba60 on resource:port {{(pid=80386) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:32:56.033816 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.quota.resource [req-eeaf32af-0aa7-4a20-b3aa-ecd0fa0c6d8f req-84766bae-8ee1-4a75-a652-25c711b38c87 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Unset dirty status for tenant:5fcdd180683a474f92157f83579dba60 on resource:port {{(pid=80386) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:32:56.035057 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-eeaf32af-0aa7-4a20-b3aa-ecd0fa0c6d8f req-84766bae-8ee1-4a75-a652-25c711b38c87 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 946 time: 0.1607394 Nov 18 16:32:56.084349 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-eeaf32af-0aa7-4a20-b3aa-ecd0fa0c6d8f req-9303faa3-510b-46eb-bdcc-fc0842c367dd tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?id=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429919 Nov 18 16:32:56.309266 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7565f76-cf95-4bc9-9219-567d589f2db3 req-dee797dd-91ba-4ba2-bb3f-48a61f44bc7b tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80387) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:56.310751 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d7565f76-cf95-4bc9-9219-567d589f2db3 req-dee797dd-91ba-4ba2-bb3f-48a61f44bc7b tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.13 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 946 time: 0.0864978 Nov 18 16:32:56.363693 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Device 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:32:56.384909 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-d7565f76-cf95-4bc9-9219-567d589f2db3 req-1da8fbcc-4fef-4ed2-83a5-efd67054ccf0 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Deleting port 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba {{(pid=80387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:32:56.385304 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d7565f76-cf95-4bc9-9219-567d589f2db3 req-1da8fbcc-4fef-4ed2-83a5-efd67054ccf0 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:56.480948 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737939'] for port, before_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:56.509228 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c4edff-d746-44a1-8f08-6d830eea6baa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e2f5fae-5153-41aa-8c1c-8ab6891e1fba'}] {{(pid=80388) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:32:56.520393 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] For port 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=5e2f5fae-5153-41aa-8c1c-8ab6891e1fba,segment=NetworkSegment(ca1988bf-99e3-4e4b-abbd-49c332412732),segment_id=ca1988bf-99e3-4e4b-abbd-49c332412732)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:32:56.547775 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794394180672', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794393752025', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363242461023758'] for port, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:56.549742 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:32:56.619919 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Pushing event updated for resources: {'Port': ['ID=5e2f5fae-5153-41aa-8c1c-8ab6891e1fba,revision_number=7']} {{(pid=80388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:32:56.630360 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:56.630746 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:56.631127 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:56.631490 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:56.631857 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:56.632223 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:56.632585 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:56.632986 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:56.633346 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:56.633705 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:56.634064 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:56.634420 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:56.635127 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:56.635242 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:56.635523 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:56.635878 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:56.637424 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:56.637806 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:56.638683 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:56.638683 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:56.638887 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:56.639198 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:56.639553 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:56.639909 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-2-smb {{(pid=80388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:56.644426 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80388) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:32:56.659196 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-d7565f76-cf95-4bc9-9219-567d589f2db3 req-1da8fbcc-4fef-4ed2-83a5-efd67054ccf0 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] For port 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=5e2f5fae-5153-41aa-8c1c-8ab6891e1fba,segment=NetworkSegment(ca1988bf-99e3-4e4b-abbd-49c332412732),segment_id=ca1988bf-99e3-4e4b-abbd-49c332412732)] {{(pid=80387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:32:56.660284 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d7565f76-cf95-4bc9-9219-567d589f2db3 req-1da8fbcc-4fef-4ed2-83a5-efd67054ccf0 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:56.664175 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c4edff-d746-44a1-8f08-6d830eea6baa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e2f5fae-5153-41aa-8c1c-8ab6891e1fba', 'code': 200} Nov 18 16:32:56.789040 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-d7565f76-cf95-4bc9-9219-567d589f2db3 req-1da8fbcc-4fef-4ed2-83a5-efd67054ccf0 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Calling delete_port for 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba owned by compute:nova {{(pid=80387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:32:56.930859 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.db.api [req-d7565f76-cf95-4bc9-9219-567d589f2db3 req-1da8fbcc-4fef-4ed2-83a5-efd67054ccf0 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80387) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:32:56.931222 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_db.api [req-d7565f76-cf95-4bc9-9219-567d589f2db3 req-1da8fbcc-4fef-4ed2-83a5-efd67054ccf0 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 16:32:57.297658 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b06137-2388-4bf7-a497-f2139c3e74e0 req-a909b63b-9609-4cb4-bd90-6fc702863dc5 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:57.299259 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-69b06137-2388-4bf7-a497-f2139c3e74e0 req-a909b63b-9609-4cb4-bd90-6fc702863dc5 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 944 time: 0.0841362 Nov 18 16:32:57.347394 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-69b06137-2388-4bf7-a497-f2139c3e74e0 req-aaa22620-ea21-4b40-8573-1455f2e411ef tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/security-groups?id=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419097 Nov 18 16:32:57.432550 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-d7565f76-cf95-4bc9-9219-567d589f2db3 req-1da8fbcc-4fef-4ed2-83a5-efd67054ccf0 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Deleting port 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba {{(pid=80387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:32:57.432936 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d7565f76-cf95-4bc9-9219-567d589f2db3 req-1da8fbcc-4fef-4ed2-83a5-efd67054ccf0 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:57.688095 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [req-d7565f76-cf95-4bc9-9219-567d589f2db3 req-1da8fbcc-4fef-4ed2-83a5-efd67054ccf0 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] For port 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=5e2f5fae-5153-41aa-8c1c-8ab6891e1fba,segment=NetworkSegment(ca1988bf-99e3-4e4b-abbd-49c332412732),segment_id=ca1988bf-99e3-4e4b-abbd-49c332412732)] {{(pid=80387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:32:57.688422 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d7565f76-cf95-4bc9-9219-567d589f2db3 req-1da8fbcc-4fef-4ed2-83a5-efd67054ccf0 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:57.713469 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:57.821856 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [req-d7565f76-cf95-4bc9-9219-567d589f2db3 req-1da8fbcc-4fef-4ed2-83a5-efd67054ccf0 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Calling delete_port for 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba owned by compute:nova {{(pid=80387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:32:58.073557 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d7565f76-cf95-4bc9-9219-567d589f2db3 req-1da8fbcc-4fef-4ed2-83a5-efd67054ccf0 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:58.088757 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-23d9561c-d23f-468e-9de1-fd701a263bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:32:58.149157 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8fbcc-4fef-4ed2-83a5-efd67054ccf0 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Pushing event deleted for resources: {'Port': ['ID=5e2f5fae-5153-41aa-8c1c-8ab6891e1fba,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:32:58.154547 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-1da8fbcc-4fef-4ed2-83a5-efd67054ccf0 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:32:58.294624 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7565f76-cf95-4bc9-9219-567d589f2db3 req-1da8fbcc-4fef-4ed2-83a5-efd67054ccf0 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] No DVR routers for this DVR port 5e2f5fae-5153-41aa-8c1c-8ab6891e1fba on host hv-cinder-75995 {{(pid=80387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:32:58.296921 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [req-d7565f76-cf95-4bc9-9219-567d589f2db3 req-1da8fbcc-4fef-4ed2-83a5-efd67054ccf0 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3896'] for port, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:58.299684 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c4edff-d746-44a1-8f08-6d830eea6baa', 'name': 'network-vif-deleted', 'tag': '5e2f5fae-5153-41aa-8c1c-8ab6891e1fba'}] {{(pid=80387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:32:58.326317 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-d7565f76-cf95-4bc9-9219-567d589f2db3 req-1da8fbcc-4fef-4ed2-83a5-efd67054ccf0 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.13 "DELETE /v2.0/ports/5e2f5fae-5153-41aa-8c1c-8ab6891e1fba HTTP/1.1" status: 204 len: 173 time: 2.0102682 Nov 18 16:32:58.361584 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c4edff-d746-44a1-8f08-6d830eea6baa', 'name': 'network-vif-deleted', 'tag': '5e2f5fae-5153-41aa-8c1c-8ab6891e1fba', 'status': 'completed', 'code': 200} Nov 18 16:32:58.528421 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [req-019276b7-54da-46a8-876b-4ce72ee382a8 req-32670e23-6fcb-48cf-978d-2b34eea5f319 tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] 10.222.0.26 "GET /v2.0/ports?device_id=63c4edff-d746-44a1-8f08-6d830eea6baa HTTP/1.1" status: 200 len: 210 time: 0.0506854 Nov 18 16:33:00.706939 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 55816) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:33:01.113236 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6989306f-0f3f-4bbb-8169-33e4e75c3cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854074764'] for router_interface, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:01.958210 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-6989306f-0f3f-4bbb-8169-33e4e75c3cd5 admin admin] Deleting port 2c075502-2c48-4fbc-bc80-df4c1477c658 {{(pid=80387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:33:01.958785 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6989306f-0f3f-4bbb-8169-33e4e75c3cd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:02.135831 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-6989306f-0f3f-4bbb-8169-33e4e75c3cd5 admin admin] For port 2c075502-2c48-4fbc-bc80-df4c1477c658, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=2c075502-2c48-4fbc-bc80-df4c1477c658,segment=NetworkSegment(ca1988bf-99e3-4e4b-abbd-49c332412732),segment_id=ca1988bf-99e3-4e4b-abbd-49c332412732)] {{(pid=80387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:33:02.136726 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6989306f-0f3f-4bbb-8169-33e4e75c3cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:02.265040 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-6989306f-0f3f-4bbb-8169-33e4e75c3cd5 admin admin] Calling delete_port for 2c075502-2c48-4fbc-bc80-df4c1477c658 owned by network:router_interface {{(pid=80387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:33:02.468086 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6989306f-0f3f-4bbb-8169-33e4e75c3cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:02.483578 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3ffeca34-489d-4d65-9ce5-2103c0a7d89a tempest-TestMinimumBasicScenario-659718804 tempest-TestMinimumBasicScenario-659718804] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:33:02.535799 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989306f-0f3f-4bbb-8169-33e4e75c3cd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c075502-2c48-4fbc-bc80-df4c1477c658,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:33:02.541111 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-6989306f-0f3f-4bbb-8169-33e4e75c3cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:33:02.913505 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-6989306f-0f3f-4bbb-8169-33e4e75c3cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8331557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-694244'] for router_interface, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:03.642377 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6989306f-0f3f-4bbb-8169-33e4e75c3cd5 admin admin] Router 74417fc5-9d4d-446c-bf7c-58af22fe68b3 has already been hosted by L3 agent 06010dfa-7d57-41a4-b257-aaebf39abde2 {{(pid=80387) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:33:03.853969 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6989306f-0f3f-4bbb-8169-33e4e75c3cd5 admin admin] Notify agent at l3_agent.dv-cinder-759955-2-smb the message routers_updated {{(pid=80387) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:33:03.863518 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cfe925-2b84-4067-8264-763e4b07aa54 None None] Sync routers for ids ['74417fc5-9d4d-446c-bf7c-58af22fe68b3'] in dv-cinder-759955-2-smb {{(pid=80389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:33:03.869228 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-6989306f-0f3f-4bbb-8169-33e4e75c3cd5 admin admin] 10.222.0.26 "PUT /v2.0/routers/74417fc5-9d4d-446c-bf7c-58af22fe68b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1610651 Nov 18 16:33:03.872410 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 55820) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:33:03.877148 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cfe925-2b84-4067-8264-763e4b07aa54 None None] Routers {'74417fc5-9d4d-446c-bf7c-58af22fe68b3'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:33:03.877819 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-24cfe925-2b84-4067-8264-763e4b07aa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:32:52Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['74417fc5-9d4d-446c-bf7c-58af22fe68b3'], 'active': True} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:33:04.068509 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-24cfe925-2b84-4067-8264-763e4b07aa54 None None] Set router 74417fc5-9d4d-446c-bf7c-58af22fe68b3 gateway port host: dv-cinder-759955-2-smb {{(pid=80389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:33:04.081524 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e2e3a6d-76fe-414d-9772-f020309f6a0b admin admin] Notify callbacks [] for router, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:04.536364 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e2e3a6d-76fe-414d-9772-f020309f6a0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:04.538075 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-24cfe925-2b84-4067-8264-763e4b07aa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'name': 'tempest-TestMinimumBasicScenario-833661682-router', 'tenant_id': '5fcdd180683a474f92157f83579dba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'external_fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '866017c9-703c-44e1-92ca-7dbdae3d046a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:30:50Z', 'updated_at': '2020-11-18T16:33:02Z', 'revision_number': 5, 'project_id': '5fcdd180683a474f92157f83579dba60', 'gw_port': {'id': '866017c9-703c-44e1-92ca-7dbdae3d046a', 'name': '', 'network_id': '1ab93bf2-7919-44ad-adde-8c05b7be9843', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:30:50Z', 'updated_at': '2020-11-18T16:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c619f42-09f4-418f-9c21-3783e8b9bbfe', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-2-smb'}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:33:04.544662 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cfe925-2b84-4067-8264-763e4b07aa54 None None] Checking router: 74417fc5-9d4d-446c-bf7c-58af22fe68b3 for host: dv-cinder-759955-2-smb {{(pid=80389) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:33:04.556587 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cfe925-2b84-4067-8264-763e4b07aa54 None None] Routers {'74417fc5-9d4d-446c-bf7c-58af22fe68b3'} bound to L3 agent in host dv-cinder-759955-2-smb {{(pid=80389) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:33:04.557292 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-24cfe925-2b84-4067-8264-763e4b07aa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T16:11:52Z,description=,heartbeat_timestamp=2020-11-18T16:32:52Z,host='dv-cinder-759955-2-smb',id=06010dfa-7d57-41a4-b257-aaebf39abde2,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:11:52Z,topic='l3_agent')) {'router_ids': ['74417fc5-9d4d-446c-bf7c-58af22fe68b3'], 'active': True} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:33:04.570761 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-3e2e3a6d-76fe-414d-9772-f020309f6a0b admin admin] Deleting port 866017c9-703c-44e1-92ca-7dbdae3d046a {{(pid=80387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:33:04.571152 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e2e3a6d-76fe-414d-9772-f020309f6a0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:04.716238 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvr_db [None req-24cfe925-2b84-4067-8264-763e4b07aa54 None None] Set router 74417fc5-9d4d-446c-bf7c-58af22fe68b3 gateway port host: None {{(pid=80389) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:33:04.754149 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-3e2e3a6d-76fe-414d-9772-f020309f6a0b admin admin] For port 866017c9-703c-44e1-92ca-7dbdae3d046a, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=866017c9-703c-44e1-92ca-7dbdae3d046a,segment=NetworkSegment(fd1903d0-2c86-4185-ae42-f007a12d43c6),segment_id=fd1903d0-2c86-4185-ae42-f007a12d43c6)] {{(pid=80387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:33:04.754560 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e2e3a6d-76fe-414d-9772-f020309f6a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:04.826111 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_hamode_db [None req-24cfe925-2b84-4067-8264-763e4b07aa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'name': 'tempest-TestMinimumBasicScenario-833661682-router', 'tenant_id': '5fcdd180683a474f92157f83579dba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:30:50Z', 'updated_at': '2020-11-18T16:33:04Z', 'revision_number': 6, 'project_id': '5fcdd180683a474f92157f83579dba60', 'gw_port_host': None}], 'dv-cinder-759955-2-smb', False) {} {{(pid=80389) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:33:04.830170 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cfe925-2b84-4067-8264-763e4b07aa54 None None] The sync data for ids ['74417fc5-9d4d-446c-bf7c-58af22fe68b3'] in dv-cinder-759955-2-smb is: [{'id': '74417fc5-9d4d-446c-bf7c-58af22fe68b3', 'name': 'tempest-TestMinimumBasicScenario-833661682-router', 'tenant_id': '5fcdd180683a474f92157f83579dba60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:30:50Z', 'updated_at': '2020-11-18T16:33:04Z', 'revision_number': 6, 'project_id': '5fcdd180683a474f92157f83579dba60', 'gw_port_host': None}] {{(pid=80389) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:33:04.884757 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-3e2e3a6d-76fe-414d-9772-f020309f6a0b admin admin] Calling delete_port for 866017c9-703c-44e1-92ca-7dbdae3d046a owned by network:router_gateway {{(pid=80387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:33:05.165252 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e2e3a6d-76fe-414d-9772-f020309f6a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:05.181751 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-55362fc2-54b1-47bc-80a6-296a3f5e8e34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:33:05.242073 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e3a6d-76fe-414d-9772-f020309f6a0b admin admin] Pushing event deleted for resources: {'Port': ['ID=866017c9-703c-44e1-92ca-7dbdae3d046a,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:33:05.290062 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-3e2e3a6d-76fe-414d-9772-f020309f6a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:33:05.385986 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 2c075502-2c48-4fbc-bc80-df4c1477c658 no longer exists at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:33:05.421020 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] No Port match for: 2c075502-2c48-4fbc-bc80-df4c1477c658 {{(pid=80388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:33:05.421428 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 2c075502-2c48-4fbc-bc80-df4c1477c658 not bound to the agent host dv-cinder-759955-2-smb {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:33:05.421904 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 866017c9-703c-44e1-92ca-7dbdae3d046a no longer exists at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:33:05.457370 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] No Port match for: 866017c9-703c-44e1-92ca-7dbdae3d046a {{(pid=80388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:33:05.457767 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 866017c9-703c-44e1-92ca-7dbdae3d046a not bound to the agent host dv-cinder-759955-2-smb {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:33:05.546014 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e2e3a6d-76fe-414d-9772-f020309f6a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854068876'] for router_gateway, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:05.815588 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e2e3a6d-76fe-414d-9772-f020309f6a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854080788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854716841'] for router, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:05.820130 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e2e3a6d-76fe-414d-9772-f020309f6a0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:05.941914 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e2e3a6d-76fe-414d-9772-f020309f6a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854080938'] for router, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:05.942487 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2e3a6d-76fe-414d-9772-f020309f6a0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74417fc5-9d4d-446c-bf7c-58af22fe68b3 {{(pid=80387) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 18 16:33:05.955824 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3e2e3a6d-76fe-414d-9772-f020309f6a0b admin admin] Notify callbacks [] for router, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:05.957147 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-3e2e3a6d-76fe-414d-9772-f020309f6a0b admin admin] 10.222.0.26 "DELETE /v2.0/routers/74417fc5-9d4d-446c-bf7c-58af22fe68b3 HTTP/1.1" status: 204 len: 168 time: 2.0836539 Nov 18 16:33:05.959666 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 55824) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:33:06.032331 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e5f927-a4c7-497b-9bb3-da03f22b00be admin admin] Deleting subnet b1d0967d-516d-498a-9fdf-98506537ada4 {{(pid=80387) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 16:33:06.035579 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-85e5f927-a4c7-497b-9bb3-da03f22b00be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:06.088223 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-85e5f927-a4c7-497b-9bb3-da03f22b00be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852545235'] for subnet, precommit_delete_associations {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:06.172364 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-85e5f927-a4c7-497b-9bb3-da03f22b00be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847102822'] for subnet, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:06.176085 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 6 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:33:06.450743 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-85e5f927-a4c7-497b-9bb3-da03f22b00be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2445714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1812840'] for subnet, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:06.465814 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:33:06.517507 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5f927-a4c7-497b-9bb3-da03f22b00be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1d0967d-516d-498a-9fdf-98506537ada4,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:33:06.520674 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-85e5f927-a4c7-497b-9bb3-da03f22b00be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:33:06.602264 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-85e5f927-a4c7-497b-9bb3-da03f22b00be admin admin] Notify callbacks [] for subnet, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:06.607748 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a0388b-2b5c-4e22-ac76-d45a7c86621e None None] Network 839e7fbe-96f2-44b1-b2ca-aa5064b12f8e requested from dv-cinder-759955-2-smb {{(pid=80388) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:33:06.608895 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-85e5f927-a4c7-497b-9bb3-da03f22b00be admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b1d0967d-516d-498a-9fdf-98506537ada4 HTTP/1.1" status: 204 len: 168 time: 0.6481740 Nov 18 16:33:06.611426 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80387) accepted ('10.222.0.26', 55828) {{(pid=80387) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:33:06.730254 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-491d4af7-8a91-4a58-8301-8acbcd776baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7611418'] for network, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:06.802088 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-491d4af7-8a91-4a58-8301-8acbcd776baf admin admin] Deleting port 46f72f6f-9472-4ef3-9570-c6854bcda0b7 {{(pid=80387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:33:06.802477 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-491d4af7-8a91-4a58-8301-8acbcd776baf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:06.865575 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ea8ba9-8fbe-45d8-8129-7e77bd7b1c64 None None] DHCP port deletion for 839e7fbe-96f2-44b1-b2ca-aa5064b12f8e request from dv-cinder-759955-2-smb {{(pid=80388) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 18 16:33:06.869832 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-d2ea8ba9-8fbe-45d8-8129-7e77bd7b1c64 None None] Deleting port 46f72f6f-9472-4ef3-9570-c6854bcda0b7 {{(pid=80388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:33:06.870818 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d2ea8ba9-8fbe-45d8-8129-7e77bd7b1c64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:07.023379 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-491d4af7-8a91-4a58-8301-8acbcd776baf admin admin] For port 46f72f6f-9472-4ef3-9570-c6854bcda0b7, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=46f72f6f-9472-4ef3-9570-c6854bcda0b7,segment=NetworkSegment(ca1988bf-99e3-4e4b-abbd-49c332412732),segment_id=ca1988bf-99e3-4e4b-abbd-49c332412732)] {{(pid=80387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:33:07.023786 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-491d4af7-8a91-4a58-8301-8acbcd776baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:07.085924 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.db [None req-d2ea8ba9-8fbe-45d8-8129-7e77bd7b1c64 None None] For port 46f72f6f-9472-4ef3-9570-c6854bcda0b7, host dv-cinder-759955-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-2-smb',level=0,port_id=46f72f6f-9472-4ef3-9570-c6854bcda0b7,segment=NetworkSegment(ca1988bf-99e3-4e4b-abbd-49c332412732),segment_id=ca1988bf-99e3-4e4b-abbd-49c332412732)] {{(pid=80388) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:33:07.086467 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d2ea8ba9-8fbe-45d8-8129-7e77bd7b1c64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701865'] for port, precommit_delete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:07.153339 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-491d4af7-8a91-4a58-8301-8acbcd776baf admin admin] Calling delete_port for 46f72f6f-9472-4ef3-9570-c6854bcda0b7 owned by network:dhcp {{(pid=80387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:33:07.216768 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-d2ea8ba9-8fbe-45d8-8129-7e77bd7b1c64 None None] Calling delete_port for 46f72f6f-9472-4ef3-9570-c6854bcda0b7 owned by network:dhcp {{(pid=80388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:33:07.267289 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-491d4af7-8a91-4a58-8301-8acbcd776baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854037396', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794394180655', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363242461023792', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852330056'] for port, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:07.284260 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-93d455b3-895e-4551-9cc8-86f1c6d6eace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:33:07.291158 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.db.api [None req-d2ea8ba9-8fbe-45d8-8129-7e77bd7b1c64 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80388) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:33:07.291571 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_db.api [None req-d2ea8ba9-8fbe-45d8-8129-7e77bd7b1c64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80388) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 16:33:07.341716 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d4af7-8a91-4a58-8301-8acbcd776baf admin admin] Pushing event deleted for resources: {'Port': ['ID=46f72f6f-9472-4ef3-9570-c6854bcda0b7,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:33:07.345694 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-491d4af7-8a91-4a58-8301-8acbcd776baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:33:07.385267 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 46f72f6f-9472-4ef3-9570-c6854bcda0b7 no longer exists at agent ovs-agent-dv-cinder-759955-2-smb {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:33:07.422866 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] No Port match for: 46f72f6f-9472-4ef3-9570-c6854bcda0b7 {{(pid=80388) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:33:07.423262 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.rpc [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Device 46f72f6f-9472-4ef3-9570-c6854bcda0b7 not bound to the agent host dv-cinder-759955-2-smb {{(pid=80388) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:33:07.431516 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491d4af7-8a91-4a58-8301-8acbcd776baf admin admin] No DVR routers for this DVR port 46f72f6f-9472-4ef3-9570-c6854bcda0b7 on host dv-cinder-759955-2-smb {{(pid=80387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:33:07.559671 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-491d4af7-8a91-4a58-8301-8acbcd776baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847103455', 'neutron.services.segments.db._delete_segments_for_network--9223363242460435435'] for network, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:07.676973 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-491d4af7-8a91-4a58-8301-8acbcd776baf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['839e7fbe-96f2-44b1-b2ca-aa5064b12f8e']}} {{(pid=80387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:33:07.689814 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-491d4af7-8a91-4a58-8301-8acbcd776baf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca1988bf-99e3-4e4b-abbd-49c332412732') {'for_net_delete': True} {{(pid=80387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:33:07.690151 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.services.segments.db [None req-491d4af7-8a91-4a58-8301-8acbcd776baf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca1988bf-99e3-4e4b-abbd-49c332412732') {} {{(pid=80387) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:33:07.702485 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-491d4af7-8a91-4a58-8301-8acbcd776baf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363242460437483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2230549'] for segment, before_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:07.718111 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-491d4af7-8a91-4a58-8301-8acbcd776baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7696124'] for segment, precommit_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:07.720066 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-491d4af7-8a91-4a58-8301-8acbcd776baf admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80387) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 16:33:07.793293 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-d2ea8ba9-8fbe-45d8-8129-7e77bd7b1c64 None None] Deleting port 46f72f6f-9472-4ef3-9570-c6854bcda0b7 {{(pid=80388) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:33:07.793741 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-d2ea8ba9-8fbe-45d8-8129-7e77bd7b1c64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363242460595913'] for port, before_delete {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:07.860464 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.plugin [None req-d2ea8ba9-8fbe-45d8-8129-7e77bd7b1c64 None None] The port '46f72f6f-9472-4ef3-9570-c6854bcda0b7' was deleted {{(pid=80388) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 18 16:33:07.910367 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-491d4af7-8a91-4a58-8301-8acbcd776baf admin admin] Network 839e7fbe-96f2-44b1-b2ca-aa5064b12f8e has no segments {{(pid=80387) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:33:07.919687 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-491d4af7-8a91-4a58-8301-8acbcd776baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847079692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2445775'] for segment, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:08.096743 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.plugins.ml2.managers [None req-491d4af7-8a91-4a58-8301-8acbcd776baf admin admin] Network 839e7fbe-96f2-44b1-b2ca-aa5064b12f8e has no segments {{(pid=80387) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:33:08.119468 dv-cinder-759955-2-smb neutron-server[80275]: Traceback (most recent call last): Nov 18 16:33:08.119468 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:33:08.119468 dv-cinder-759955-2-smb neutron-server[80275]: timer() Nov 18 16:33:08.119468 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:33:08.119468 dv-cinder-759955-2-smb neutron-server[80275]: cb(*args, **kw) Nov 18 16:33:08.119468 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 16:33:08.119468 dv-cinder-759955-2-smb neutron-server[80275]: return func(*args, **kwargs) Nov 18 16:33:08.119468 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:33:08.119468 dv-cinder-759955-2-smb neutron-server[80275]: self._notify() Nov 18 16:33:08.119468 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:33:08.119468 dv-cinder-759955-2-smb neutron-server[80275]: self.callback(batched_events) Nov 18 16:33:08.119468 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:33:08.119468 dv-cinder-759955-2-smb neutron-server[80275]: event.method(event) Nov 18 16:33:08.119468 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 16:33:08.119468 dv-cinder-759955-2-smb neutron-server[80275]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:33:08.119468 dv-cinder-759955-2-smb neutron-server[80275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 16:33:08.119468 dv-cinder-759955-2-smb neutron-server[80275]: segment_id)['aggregates'][0] Nov 18 16:33:08.119468 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 16:33:08.119468 dv-cinder-759955-2-smb neutron-server[80275]: return f(self, *a, **k) Nov 18 16:33:08.119468 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:33:08.119468 dv-cinder-759955-2-smb neutron-server[80275]: return self._get(url).json() Nov 18 16:33:08.119468 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 16:33:08.119468 dv-cinder-759955-2-smb neutron-server[80275]: **kwargs) Nov 18 16:33:08.119468 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 16:33:08.119468 dv-cinder-759955-2-smb neutron-server[80275]: return self.request(url, 'GET', **kwargs) Nov 18 16:33:08.119468 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 16:33:08.119468 dv-cinder-759955-2-smb neutron-server[80275]: **endpoint_filter) Nov 18 16:33:08.119468 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 16:33:08.119468 dv-cinder-759955-2-smb neutron-server[80275]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:33:08.119468 dv-cinder-759955-2-smb neutron-server[80275]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 16:33:08.119468 dv-cinder-759955-2-smb neutron-server[80275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:33:08.119468 dv-cinder-759955-2-smb neutron-server[80275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:33:08.233180 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-491d4af7-8a91-4a58-8301-8acbcd776baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7672361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846444228'] for network, after_delete {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:08.236716 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-527d0b48-4965-4c1e-8822-c86feaa783a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:33:08.253529 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-491d4af7-8a91-4a58-8301-8acbcd776baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846444273'] for network, before_response {{(pid=80387) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:08.261513 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d4af7-8a91-4a58-8301-8acbcd776baf admin admin] Pushing event deleted for resources: {'Network': ['ID=839e7fbe-96f2-44b1-b2ca-aa5064b12f8e,revision_number=None']} {{(pid=80387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:33:08.266816 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-491d4af7-8a91-4a58-8301-8acbcd776baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80387) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:33:08.302379 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-491d4af7-8a91-4a58-8301-8acbcd776baf admin admin] 10.222.0.26 "DELETE /v2.0/networks/839e7fbe-96f2-44b1-b2ca-aa5064b12f8e HTTP/1.1" status: 204 len: 168 time: 1.6899302 Nov 18 16:33:08.551284 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 55834) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:33:08.605407 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-c71e9f25-d538-44fd-b21f-fcb5ec2128ac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5fcdd180683a474f92157f83579dba60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527334 Nov 18 16:33:08.607884 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.wsgi [-] (80386) accepted ('10.222.0.26', 55838) {{(pid=80386) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:33:08.670209 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-565310dd-799f-4a49-8019-4b24026861e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:08.697308 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-565310dd-799f-4a49-8019-4b24026861e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:08.758772 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-565310dd-799f-4a49-8019-4b24026861e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-625094'] for security_group, after_delete {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:08.763857 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-b830944e-79eb-40a2-9337-279111786602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:33:08.781804 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565310dd-799f-4a49-8019-4b24026861e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138a0d43-9fcb-4ed9-bc2d-a0f865901ff1,revision_number=None']} {{(pid=80386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:33:08.784398 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG oslo_concurrency.lockutils [None req-565310dd-799f-4a49-8019-4b24026861e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80386) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:33:08.821110 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-565310dd-799f-4a49-8019-4b24026861e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80386) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:08.823191 dv-cinder-759955-2-smb neutron-server[80275]: INFO neutron.wsgi [None req-565310dd-799f-4a49-8019-4b24026861e0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/138a0d43-9fcb-4ed9-bc2d-a0f865901ff1 HTTP/1.1" status: 204 len: 168 time: 0.2135069 Nov 18 16:33:19.038845 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-363bb5ee-b48c-4afb-874d-8e3cc550716f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:21.627230 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4ed4dcc6-e5f3-4e93-b533-111ee38c61c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:22.107082 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:23.061875 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:23.731169 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:27.713287 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:43.177010 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 6 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:33:49.038180 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-4d61ad90-f4da-41a0-85cc-b0eba6d9d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:51.644104 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-aa59153c-56d3-4a8e-837e-026cff422627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:52.112674 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:53.084325 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:53.741235 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:57.729700 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:19.044394 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-9e1f8dc2-32c9-4268-80f8-bac8a5d07592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:20.177194 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 6 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:34:21.632413 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-72fcb006-465f-444c-8b69-8191011fc6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:22.117855 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:23.073159 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:23.729618 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:27.735018 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:49.037990 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-7a9d51f3-81fa-4a0a-8473-81202dd5b77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:51.614592 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-14ace281-bd81-4949-82ce-22169a025099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:52.106774 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:53.071550 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:53.734445 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:57.177948 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 6 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:34:57.723006 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:19.042635 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-639de7ba-96a4-4191-b4e9-38591b2580a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:21.625920 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-54c4b7d0-6aea-4fea-8f69-d7d7185ade39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:22.111927 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:23.054226 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:23.745359 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:27.779901 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:34.178693 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 6 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:35:49.042644 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-83126b3b-164b-46cf-a8b0-87a0870de1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:51.625563 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-85d85a56-898c-46e0-b149-cb0d3c6d86d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:52.122586 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:53.059250 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:53.744930 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:57.727906 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:11.180427 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 6 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:36:19.041957 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b1a2d1c1-5ff5-4398-9538-9cfb9cd69a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:21.624994 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-52a46244-73f8-4ce7-a296-ed18bd01edbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:22.127928 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:23.070935 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:23.739504 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:27.761922 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:48.181513 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 6 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:36:49.047233 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-3c791009-f314-46f8-9798-2149acf3d211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:51.635832 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-8e7ab1de-4a84-410b-8371-87e9e102a59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:52.138643 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:53.064469 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:53.761773 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:57.756115 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:37:19.035995 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-48fbe363-b304-4588-9d68-7c01b4f8a104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:37:21.635638 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-b835c5d0-9774-4e04-b28e-edc8f0e5a9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:37:22.126949 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:37:23.064108 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:37:23.750165 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:37:25.182727 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 6 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:37:27.756250 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:37:49.041413 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-39f57f1f-fe75-49b2-a721-bec222a7181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:37:51.629904 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-00f93b52-61a7-40d4-894b-ff7c2e8f31bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:37:52.132687 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf050-16e0-446b-b711-b6f36445d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:37:53.063951 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-5c0d855a-8ce5-42ca-a7d9-aeb090d3fd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:37:53.761669 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-e2beab63-1a79-45af-a9f2-a307fea331ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:37:57.732286 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron_lib.callbacks.manager [None req-18d376de-97a4-43d6-97d0-2cb3f351ba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363242460435452', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847083366'] for agent, after_update {{(pid=80388) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:38:02.182914 dv-cinder-759955-2-smb neutron-server[80275]: DEBUG neutron.db.agents_db [None req-f3b28f35-5524-437a-8b08-1c2d6edf9d0f None None] Agent healthcheck: found 6 active agents {{(pid=80389) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}